-- Logs begin at Wed 2022-09-14 00:20:40 UTC, end at Wed 2022-09-14 01:22:17 UTC. -- Sep 14 00:56:11.818262 dv-cinder-857528-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 00:56:14.444038 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.common.config [-] Logging enabled! Sep 14 00:56:14.445116 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 00:56:14.445358 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106348) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 00:56:14.448568 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.common.config [-] Logging enabled! Sep 14 00:56:14.448820 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 00:56:14.449125 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106348) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 00:56:14.450055 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 00:56:14.450291 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 00:56:14.450764 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 00:56:14.451013 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 00:56:14.451238 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 00:56:14.451560 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.451857 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.452089 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.452381 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.452669 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.452947 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.453239 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.453534 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.453836 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.454120 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.454401 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.454628 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.454908 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.455192 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.455477 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.455700 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] debug = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.455978 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.456396 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.456802 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.457087 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.457376 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.457652 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.457941 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.458217 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.458498 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.458820 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] host = dv-cinder-857528-1-smb {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.459098 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.459381 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.459664 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.460489 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.460760 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.461034 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.461316 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.461595 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.461888 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.462164 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.462455 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.462742 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.463030 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.463252 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.463472 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.463754 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.464043 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.464317 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.464590 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.464865 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.465135 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.465406 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.465674 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.465983 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.466264 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.466549 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.466821 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.467091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.467359 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.467630 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.467913 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.468183 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.468451 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.468721 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.469004 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.469268 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.469536 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.469853 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.470140 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.470417 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.470699 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.470971 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.471248 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.471523 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.471795 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.472065 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] use_json = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.472333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.472600 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.472878 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.473147 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.473414 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.473684 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.473984 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.474266 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.474537 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:14.474830 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.475121 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.475439 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.475723 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.476023 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.476299 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.476586 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.476864 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.477150 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.477436 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.477727 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.478098 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.478398 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.478686 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.478977 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.479277 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.479566 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.479856 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.480129 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.480401 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.480672 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.480946 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.481229 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.481508 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.481792 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.482095 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.482372 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.482666 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.482948 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.483231 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.483519 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.483804 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.484076 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.484353 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.484641 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.484916 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.485185 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.485470 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.485747 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.486050 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.486329 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.486617 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.486901 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.487173 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.487449 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.487737 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.488014 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.488282 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.488552 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.488828 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.489097 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.489377 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.489652 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.489948 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.490220 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.490495 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.490763 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.491054 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.491334 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.491602 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.491878 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.492148 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.492416 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.492685 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.492952 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.493219 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.493486 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.493754 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.494061 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.494329 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.494597 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.494866 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.495134 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.495402 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.495682 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.495987 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.496263 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.496539 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.496815 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.497088 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.497362 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.497636 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.497940 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.498217 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.498485 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.498769 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.499051 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.499334 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.499613 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.499907 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.500201 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.500476 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.500753 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.501031 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.501311 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.501587 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.501897 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.502177 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.502452 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.502732 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.503016 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.503307 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.503599 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.503876 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.504165 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.504456 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.504749 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.505027 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.505333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.505611 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:14.505849 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 00:56:14.506091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106348) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 00:56:14.878941 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 00:56:14.879262 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 00:56:14.879523 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 00:56:14.879752 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 00:56:14.880026 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 00:56:14.880349 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 00:56:15.203282 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.203489 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.203759 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.204950 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.205221 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.205484 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.257906 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.258182 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.258448 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.274151 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.274430 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.274701 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.302790 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.303067 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.303340 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.339658 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.339936 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.340212 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.568200 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.568812 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.568812 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.570486 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.571192 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.666219 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.666538 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.666817 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.667087 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.667353 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.667674 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.667941 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.668199 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.668457 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.668740 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.669002 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.669273 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.669532 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.669784 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.670061 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.670325 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.670580 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.670846 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.671113 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.671369 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.671640 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.671892 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.672177 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.672548 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.672806 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.673054 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.673448 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:15.673690 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:15.673953 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:15.674191 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:15.674425 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:15.674657 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:15.675011 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 00:56:15.678079 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 00:56:15.682463 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 00:56:15.686286 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 14 00:56:15.687912 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 00:56:15.688528 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 00:56:15.688857 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 00:56:15.689232 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 00:56:15.691997 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 00:56:15.692248 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 00:56:15.692591 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 00:56:15.698176 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 00:56:15.720536 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 00:56:15.720978 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.721272 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106348) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 14 00:56:15.721642 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.723018 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106348) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 00:56:15.723294 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 00:56:15.723538 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 00:56:15.735033 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.735314 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:15.843324 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 00:56:15.843508 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 00:56:15.843741 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 00:56:15.844106 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 00:56:15.895852 dv-cinder-857528-1-smb neutron-server[106348]: INFO dbcounter [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Registered counter for database neutron Sep 14 00:56:15.913482 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_db.sqlalchemy.engines [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106348) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 00:56:15.919075 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG dbcounter [-] [106348] Writer thread running {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:16.459082 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing driver for type 'gre' Sep 14 00:56:16.459639 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] gre ID ranges: [(1, 1000)] Sep 14 00:56:16.515198 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing driver for type 'local' Sep 14 00:56:16.515604 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing driver for type 'vlan' Sep 14 00:56:16.529144 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] VlanTypeDriver initialization complete Sep 14 00:56:16.529506 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing driver for type 'vxlan' Sep 14 00:56:16.530091 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] vxlan ID ranges: [(1, 1000)] Sep 14 00:56:16.584237 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing extension driver 'port_security' Sep 14 00:56:16.585453 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.extensions.port_security [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] PortSecurityExtensionDriver initialization complete Sep 14 00:56:16.585561 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing mechanism driver 'openvswitch' Sep 14 00:56:16.585824 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing mechanism driver 'hyperv' Sep 14 00:56:16.592331 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.plugin [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:16.592993 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.593361 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.593713 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.594233 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:16.594646 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.594998 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.595348 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.595738 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:16.596141 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.596495 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.596838 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.597224 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:16.597623 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.598002 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.598344 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.598729 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:16.599129 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.599474 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.599813 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.600325 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:16.601314 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.601659 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.602023 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.602408 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106348) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 00:56:16.602899 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] ML2 OVO RPC backend initialized. {{(pid=106348) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 14 00:56:16.603540 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.603892 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.604302 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.604648 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > networks before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.604994 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.605332 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > ports before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.605673 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.606036 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.606381 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.606725 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.607060 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.607394 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.607728 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.608061 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.608392 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.608725 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.609058 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.616601 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded quota_driver: . Sep 14 00:56:16.616948 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.plugin [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Modular L2 Plugin initialization complete Sep 14 00:56:16.617292 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading services supported by the core plugin {{(pid=106348) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 00:56:16.617630 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.plugins.ml2.managers [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Got port-security extension from driver 'port_security' Sep 14 00:56:16.618136 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.extensions.vlantransparent [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Disabled vlantransparent extension. Sep 14 00:56:16.618625 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106348) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 00:56:16.618948 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: router Sep 14 00:56:16.653915 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.654306 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_create 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.654677 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router before_create 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.655046 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.655424 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.655785 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_delete 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.656145 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.656761 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.657122 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_create 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.657472 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_update 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.657845 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_update 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.658197 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.658557 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_update 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.658971 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.659340 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.659678 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.660013 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: subnet after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.660355 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.660701 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.661053 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.661400 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.661739 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.662135 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router after_update 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.662498 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.663424 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.663802 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.664160 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.664529 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > agent after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.664882 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.665231 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > network after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.666097 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Tracking information for resource: router configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:16.666431 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Tracking information for resource: floatingip configured {{(pid=106348) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 00:56:16.671294 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.db.l3_agentschedulers_db [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 00:56:16.671862 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.672221 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port after_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.672573 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port after_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.672928 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: port after_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.673702 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router before_create 55550100 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.674087 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.674450 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.674807 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.679619 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.provider_configuration [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service providers = [] {{(pid=106348) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 00:56:16.679981 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.db.servicetype_db [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106348) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 00:56:16.682928 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.service_base [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:16.683281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.service_base [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:16.683629 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.service_base [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:16.684510 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.services.service_base [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106348) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 00:56:16.684880 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.services.service_base [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 00:56:16.685253 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.685567 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 00:56:16.697518 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.697884 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: auto_allocate Sep 14 00:56:16.703531 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: network precommit_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.703902 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: network precommit_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.704419 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.704736 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: tag Sep 14 00:56:16.711879 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.712156 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: timestamp Sep 14 00:56:16.716127 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.716454 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: network_ip_availability Sep 14 00:56:16.722193 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.722483 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.722884 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.723642 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.724011 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: flavors Sep 14 00:56:16.728962 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.729365 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading Plugin: revisions Sep 14 00:56:16.734265 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106348) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 00:56:16.734638 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=106348) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 00:56:16.735455 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106348) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 14 00:56:16.735869 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Initializing extension manager. Sep 14 00:56:16.736404 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: __init__.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.736785 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: __pycache__ {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.737191 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: address_group.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.738197 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.738842 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: address-group Sep 14 00:56:16.739235 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: address_scope.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.739996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.740531 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: address-scope Sep 14 00:56:16.740842 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.741741 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.742283 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: router-admin-state-down-before-update Sep 14 00:56:16.742601 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: agent.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.743262 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.743772 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: agent Sep 14 00:56:16.744086 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: agent_resources_synced.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.744939 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.745448 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: agent-resources-synced Sep 14 00:56:16.745766 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.747517 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.748039 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: allowed-address-pairs Sep 14 00:56:16.748361 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.749375 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.749933 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: auto-allocated-topology Sep 14 00:56:16.750259 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: availability_zone.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.750908 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.751420 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: availability_zone Sep 14 00:56:16.751741 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: availability_zone_filter.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.752605 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.753121 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: availability_zone_filter Sep 14 00:56:16.753441 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: data_plane_status.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.754325 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.754833 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 00:56:16.755155 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: default_subnetpools.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.756013 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.756527 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: default-subnetpools Sep 14 00:56:16.757355 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.758150 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.758669 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: dhcp_agent_scheduler Sep 14 00:56:16.758989 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: dns.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.759843 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.760348 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 00:56:16.760667 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: dns_domain_ports.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.761520 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.762062 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 00:56:16.762383 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.763247 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.763750 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 00:56:16.764070 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: dvr.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.764690 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.765194 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: dvr Sep 14 00:56:16.765511 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: ecmp_routes.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.766396 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.766899 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 00:56:16.767213 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: empty_string_filtering.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.768071 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.768578 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: empty-string-filtering Sep 14 00:56:16.768891 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.769745 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.770270 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 00:56:16.770586 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.771436 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.771938 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 00:56:16.772868 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: external_net.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.773741 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.774275 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: external-net Sep 14 00:56:16.774595 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.775453 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.775957 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: extra_dhcp_opt Sep 14 00:56:16.776275 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: extraroute.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.777137 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.777645 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: extraroute Sep 14 00:56:16.777996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: extraroute_atomic.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.778971 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.779477 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: extraroute-atomic Sep 14 00:56:16.779794 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: filter_validation.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.780409 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.780913 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: filter-validation Sep 14 00:56:16.781228 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: fip_pf_description.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.782367 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.782873 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 00:56:16.783195 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: fip_pf_detail.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.784048 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.784559 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 14 00:56:16.784876 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: fip_pf_port_range.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.785733 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.786272 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 14 00:56:16.786602 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: fip_port_details.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.787442 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.787996 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: fip-port-details Sep 14 00:56:16.788317 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: flavors.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.789475 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.790028 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: flavors Sep 14 00:56:16.790355 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.791924 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.792452 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 00:56:16.792777 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: floatingip_pools.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.793438 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.793991 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: floatingip-pools Sep 14 00:56:16.794316 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: ip_allocation.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.795179 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.795691 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 00:56:16.796013 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.796896 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.797404 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: ip-substring-filtering Sep 14 00:56:16.797723 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l2_adjacency.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.798634 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.799137 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 00:56:16.799459 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.800363 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.800877 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: router Sep 14 00:56:16.801198 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.803580 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.804116 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 00:56:16.804446 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.805319 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.805862 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: ext-gw-mode Sep 14 00:56:16.806191 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.807058 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.807580 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: l3-ha Sep 14 00:56:16.807904 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.808774 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.809286 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 14 00:56:16.809610 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_flavors.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.810507 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.811021 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: l3-flavors Sep 14 00:56:16.811344 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.812654 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.813187 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 14 00:56:16.813513 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.814413 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.814930 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 00:56:16.815253 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: l3agentscheduler.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.816231 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.816751 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: l3_agent_scheduler Sep 14 00:56:16.817076 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: local_ip.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.818798 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.819839 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension local_ip not supported by any of loaded plugins Sep 14 00:56:16.820166 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: logging.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.821574 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.822137 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension logging not supported by any of loaded plugins Sep 14 00:56:16.822472 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: metering.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.823168 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.823763 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: metering Sep 14 00:56:16.824089 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.825119 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.825648 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: metering_source_and_destination_fields Sep 14 00:56:16.825999 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: multiprovidernet.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.826874 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.827404 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: multi-provider Sep 14 00:56:16.827730 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: netmtu.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.828590 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.829111 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: net-mtu Sep 14 00:56:16.829434 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: netmtu_writable.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.830322 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.830844 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: net-mtu-writable Sep 14 00:56:16.831169 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: network_availability_zone.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.831798 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.832310 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: network_availability_zone Sep 14 00:56:16.832631 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: network_ip_availability.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.833678 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.834241 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: network-ip-availability Sep 14 00:56:16.834562 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: network_segment_range.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.835888 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.836397 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 00:56:16.836718 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: pagination.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.837637 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.837993 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: pagination Sep 14 00:56:16.838316 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: port_device_profile.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.839174 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.839693 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: port-device-profile Sep 14 00:56:16.840017 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: port_mac_address_override.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.840886 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.841477 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: port-mac-override Sep 14 00:56:16.841817 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.842731 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.843240 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: port-mac-address-regenerate Sep 14 00:56:16.843564 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.844424 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.844936 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: port-numa-affinity-policy Sep 14 00:56:16.845256 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: port_resource_request.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.846155 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.846660 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 00:56:16.846977 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: port_resource_request_groups.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.847890 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.848395 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 14 00:56:16.848712 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: portbindings.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.849597 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.850132 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: binding Sep 14 00:56:16.850488 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: portbindings_extended.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.851699 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.852220 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: binding-extended Sep 14 00:56:16.852544 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: portsecurity.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.853396 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.853961 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: port-security Sep 14 00:56:16.854284 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: project_id.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.855401 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.855733 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: project-id Sep 14 00:56:16.856054 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: providernet.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.856913 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.857430 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: provider Sep 14 00:56:16.857750 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.861222 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.861753 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos not supported by any of loaded plugins Sep 14 00:56:16.862109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.863321 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.863852 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 00:56:16.864178 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.865047 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.865567 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 00:56:16.865994 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_default.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.866909 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.867429 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-default not supported by any of loaded plugins Sep 14 00:56:16.867748 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_fip.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.868617 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.869132 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 00:56:16.869453 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.870348 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.870862 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 14 00:56:16.871180 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.872046 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.872556 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 00:56:16.872873 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.873734 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.874279 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 00:56:16.874603 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.875585 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.876106 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 14 00:56:16.876426 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.877417 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.877961 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 14 00:56:16.878282 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_pps_rule.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.879401 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.879922 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 00:56:16.880245 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.881112 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.882177 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 00:56:16.882503 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.883374 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.883892 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 14 00:56:16.884214 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: qos_rules_alias.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.885204 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.885720 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 00:56:16.886077 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: quota_check_limit.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.886945 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.887459 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: quota-check-limit Sep 14 00:56:16.887781 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: quotasv2.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.888671 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.888996 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: quotas Sep 14 00:56:16.889312 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: quotasv2_detail.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.890980 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.891322 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: quota_details Sep 14 00:56:16.891652 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: rbac.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.892654 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.893186 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: rbac-policies Sep 14 00:56:16.893515 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: rbac_address_group.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.894423 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.894946 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: rbac-address-group Sep 14 00:56:16.895270 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: rbac_address_scope.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.896210 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.896732 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: rbac-address-scope Sep 14 00:56:16.897056 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: rbac_security_groups.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.898545 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.899061 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: rbac-security-groups Sep 14 00:56:16.899385 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.900258 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.900775 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: rbac-subnetpool Sep 14 00:56:16.901097 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: revisionifmatch.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.901995 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.902517 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: revision-if-match Sep 14 00:56:16.902840 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: revisions.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.903908 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.904420 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: standard-attr-revisions Sep 14 00:56:16.904742 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: router_availability_zone.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.905368 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.905903 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: router_availability_zone Sep 14 00:56:16.906223 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: routerservicetype.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.907346 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.907865 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 00:56:16.908185 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.909053 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.909569 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: security-groups-normalized-cidr Sep 14 00:56:16.909928 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.910804 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.911317 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: port-security-groups-filtering Sep 14 00:56:16.911638 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.912508 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.913049 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: security-groups-remote-address-group Sep 14 00:56:16.913370 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.914275 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.914793 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: security-groups-shared-filtering Sep 14 00:56:16.915111 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: securitygroup.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.924671 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.925210 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: security-group Sep 14 00:56:16.925543 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: segment.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.926251 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.926769 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension segment not supported by any of loaded plugins Sep 14 00:56:16.927097 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.927980 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.928521 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 00:56:16.928847 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: servicetype.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.929921 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.930443 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: service-type Sep 14 00:56:16.930768 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: sorting.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.931693 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.932020 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: sorting Sep 14 00:56:16.932338 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: standard_attr_segment.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.933215 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.933746 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 00:56:16.934093 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: standardattrdescription.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.934697 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.935213 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: standard-attr-description Sep 14 00:56:16.935533 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: stateful_security_group.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.936404 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.936921 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: stateful-security-group Sep 14 00:56:16.937241 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: stdattrs_common.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.937778 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 00:56:16.938125 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.939006 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.939522 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 00:56:16.939845 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: subnet_onboard.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.940848 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.941366 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: subnet_onboard Sep 14 00:56:16.941684 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.942661 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.943173 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 00:56:16.943491 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: subnet_service_types.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.944896 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.945410 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: subnet-service-types Sep 14 00:56:16.945726 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: subnetallocation.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.946788 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.947318 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: subnet_allocation Sep 14 00:56:16.947641 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.948261 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.948777 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: subnetpool-prefix-ops Sep 14 00:56:16.949096 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.950009 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.950522 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 00:56:16.950841 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: tagging.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.951846 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.952376 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: standard-attr-tag Sep 14 00:56:16.952698 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: timestamp.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.953868 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.954400 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loaded extension: standard-attr-timestamp Sep 14 00:56:16.954726 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: trunk.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.955711 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.956229 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension trunk not supported by any of loaded plugins Sep 14 00:56:16.956557 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: trunk_details.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.957425 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.957974 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 00:56:16.958299 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.959181 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.959715 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 00:56:16.960094 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Loading extension file: vlantransparent.py {{(pid=106348) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 00:56:16.960717 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106348) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 00:56:16.961233 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 00:56:16.963883 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:network Sep 14 00:56:16.964363 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:subnet Sep 14 00:56:16.964761 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:16.965152 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:port Sep 14 00:56:16.966428 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.966872 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service FLAVORS assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.967478 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.967918 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.968249 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:router Sep 14 00:56:16.968681 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 00:56:16.969174 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service METERING assigned prefix: /metering {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.970619 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.970992 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.971347 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106348) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 00:56:16.972323 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 00:56:16.972772 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:security_group Sep 14 00:56:16.973202 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 00:56:16.973751 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service CORE assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.974119 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:16.974466 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] subnetpool is already registered Sep 14 00:56:16.974887 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service CORE assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.975213 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:16.976075 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] subnetpool is already registered Sep 14 00:56:16.978477 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.978924 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service FLAVORS assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.979561 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.980109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.980440 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:router Sep 14 00:56:16.980782 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] router is already registered Sep 14 00:56:16.981206 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 00:56:16.981545 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] floatingip is already registered Sep 14 00:56:16.982035 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service METERING assigned prefix: /metering {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.982749 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 00:56:16.983088 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] rbac_policy is already registered Sep 14 00:56:16.983502 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:security_group Sep 14 00:56:16.983844 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] security_group is already registered Sep 14 00:56:16.984259 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 00:56:16.984595 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] security_group_rule is already registered Sep 14 00:56:16.985085 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service CORE assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.985412 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:16.985744 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] subnetpool is already registered Sep 14 00:56:16.986193 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.v2.resource_helper [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Service CORE assigned prefix: {{(pid=106348) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 00:56:16.986514 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 00:56:16.986844 dv-cinder-857528-1-smb neutron-server[106348]: WARNING neutron.quota.resource_registry [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] subnetpool is already registered Sep 14 00:56:16.987316 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: extensions {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.988867 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: address-groups {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.990379 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: address-scopes {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.992183 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: agents {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.993338 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: auto-allocated-topology {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.995917 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: availability_zones {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.997157 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: dhcp-networks {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:16.998617 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: dhcp-agents {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.000585 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: routers {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.001871 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: flavors {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.003028 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: service_profiles {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.004325 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: next_providers {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.005790 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: service_profiles {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.007291 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: floatingip-pools {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.008515 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: routers {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.010345 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: floatingips {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.011533 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: l3-routers {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.012930 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: l3-agents {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.014460 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: metering-labels {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.015748 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: metering-label-rules {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.017023 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: network-ip-availabilities {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.018390 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: bindings {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.019972 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: quotas {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.021532 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: quotas {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.023240 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: rbac-policies {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.024431 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: security-groups {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.025626 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: security-group-rules {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.026924 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: service-providers {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.028226 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: subnetpools {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.029555 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: subnetpools {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.031045 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.033091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.034846 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.036736 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.038985 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.040844 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.042655 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.044444 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.046263 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.048112 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron.api.extensions [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Extended resource: tags {{(pid=106348) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 00:56:17.055697 dv-cinder-857528-1-smb neutron-server[106348]: WARNING keystonemiddleware.auth_token [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 00:56:17.060742 dv-cinder-857528-1-smb neutron-server[106348]: WARNING keystonemiddleware.auth_token [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 00:56:17.069406 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Acquiring lock "singleton_lock" {{(pid=106348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 14 00:56:17.069735 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Acquired lock "singleton_lock" {{(pid=106348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 14 00:56:17.070226 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_concurrency.lockutils [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Releasing lock "singleton_lock" {{(pid=106348) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 14 00:56:17.070874 dv-cinder-857528-1-smb neutron-server[106348]: INFO oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Starting 2 workers Sep 14 00:56:17.075658 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Started child 106459 {{(pid=106348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:17.080080 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Started child 106460 {{(pid=106348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:17.081109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:17.081724 dv-cinder-857528-1-smb neutron-server[106348]: INFO neutron.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 00:56:17.082296 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:17.082619 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [-] (106459) wsgi starting up on http://0.0.0.0:9696 Sep 14 00:56:17.084635 dv-cinder-857528-1-smb neutron-server[106348]: INFO oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Starting 1 workers Sep 14 00:56:17.085296 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:17.086645 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [-] (106460) wsgi starting up on http://0.0.0.0:9696 Sep 14 00:56:17.090376 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Started child 106461 {{(pid=106348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:17.090895 dv-cinder-857528-1-smb neutron-server[106348]: INFO oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Starting 1 workers Sep 14 00:56:17.093994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] calling RpcWorker wait() {{(pid=106461) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 00:56:17.094551 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] returning from RpcWorker wait() {{(pid=106461) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 00:56:17.095365 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Started child 106462 {{(pid=106348) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 00:56:17.095721 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:17.096124 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff33-d822-44a5-9011-c1c6230393f4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:17.096224 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:17.098092 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106348) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 00:56:17.098300 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 00:56:17.098487 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 00:56:17.098716 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 00:56:17.099058 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 00:56:17.099238 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 00:56:17.099748 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.100026 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.100359 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.101166 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.101776 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:17.102277 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.102277 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.102446 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.102885 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.102973 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:17.103132 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.103306 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.103475 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.103723 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.103961 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.104283 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.104567 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.104818 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.105060 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.105234 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.105472 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.105733 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.106013 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.106288 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] debug = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.106555 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.107058 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.107303 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.107542 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.107783 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.108049 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.108306 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.108578 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.108826 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.109062 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.109294 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.109574 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.109837 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.110075 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.110342 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.110578 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.110813 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.111321 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] host = dv-cinder-857528-1-smb {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.111569 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.111803 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.112032 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.112277 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.112539 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.112774 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.113043 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.113289 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.113541 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.113782 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.114063 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.114318 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.114553 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.114821 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.114970 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_options = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.115221 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.115505 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.115791 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.116041 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.116214 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.116379 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.116643 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.116808 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.117063 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.117249 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.117462 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.117682 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.117935 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.118180 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.118584 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.118962 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.119184 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.119477 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.119753 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.119924 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.120188 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.120430 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.120660 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.120899 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.121142 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.121560 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.121708 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.121901 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.122044 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.122294 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.122543 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.122816 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.123051 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.123411 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.123549 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.123761 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.123987 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.124215 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.124644 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.124878 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.125248 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.125396 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.125584 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.126012 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.126405 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.126793 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.127176 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_json = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.127385 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.127604 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.127873 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.128306 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.128306 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.128803 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.128803 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.131333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.133109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134165 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134165 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134165 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134165 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134887 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134887 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.134887 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.135288 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.135288 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.135550 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.135699 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.135915 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.136166 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.136408 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.136720 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.137158 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.137607 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.138148 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.138606 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.139283 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.139283 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.139415 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.139565 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.139914 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.140274 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.140668 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.140906 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.141158 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.141413 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.141652 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.141925 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.142142 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.142376 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.142608 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.142859 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.143125 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.143345 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.143556 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.143950 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.144335 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.144746 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.145170 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.145587 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.146060 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.146489 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.146934 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.147888 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.148281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.148683 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.148943 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.149172 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.149605 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.150024 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.150417 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.150801 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.151217 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.151605 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.152005 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.152391 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.152779 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.153162 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.153562 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.153969 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.154404 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.154767 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.155178 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.155560 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.155952 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.156620 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.157005 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.157390 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.157772 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.158275 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.158682 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.158975 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.159264 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160372 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160372 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160372 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160372 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160683 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160683 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.160879 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.161286 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.161650 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.162110 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.162543 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.162795 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.163552 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.163985 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.164361 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.164630 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.164897 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.165124 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.165403 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.165644 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.166000 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.166243 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.166463 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.166689 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.166934 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.167157 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.167396 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.167640 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.167897 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.168134 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.168383 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.168601 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.168856 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.169094 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.169365 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.169774 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.170099 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.170326 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.170603 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.170924 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.171188 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.171452 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.171714 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.171947 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.172216 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.172462 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.172720 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.172968 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.173245 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.173483 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.173722 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.173987 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.174204 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.174433 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.174749 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.174980 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.175228 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.175444 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.175723 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.175987 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.176223 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.176505 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.176755 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.177006 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.177261 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.177511 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.177742 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.178015 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.178262 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.178532 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.178757 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.178975 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.179222 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.179487 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.179672 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.179914 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.180131 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.180350 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.180562 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.180781 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.180997 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.181238 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.181451 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.181696 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.181954 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.182175 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.182393 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.182611 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.182842 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.183076 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.183294 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.183564 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.183808 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.184028 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.184255 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.184497 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.184752 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.184967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.185204 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.185444 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.185663 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.185904 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.186125 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.186358 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.186585 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.186978 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.187344 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.187602 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.188011 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.188498 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.188762 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.189159 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.189425 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.189664 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.189910 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.190130 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.190351 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.190610 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.190827 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.191222 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.191465 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.191698 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.191918 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.192156 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.192373 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.192586 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.192794 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.193068 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.193318 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.193549 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.193775 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.194018 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.194403 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.194629 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.194848 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.195067 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.195306 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.195544 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.195753 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.195967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.196176 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.196505 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.196755 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.196987 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.197248 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.197466 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.197713 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.197937 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.198148 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.198357 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.198730 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.198977 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.199191 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.199436 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.199646 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.199878 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.200102 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.200319 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.200531 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.200772 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.201860 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:17.201967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.201967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.201967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.201967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.201967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.202341 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.202341 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.202516 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.202740 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.202953 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.203163 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.203387 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.203597 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.203805 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.204023 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.204261 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.204470 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.204764 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.205017 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.205253 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.205674 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.206075 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.206338 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.206561 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.206887 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.207103 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.207339 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.207589 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.207811 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.208129 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.208382 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.208737 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.209023 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.209266 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.209516 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.210354 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.210623 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.210893 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.211108 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.211426 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.211754 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.212012 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.212280 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.212518 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.212774 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.212997 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.213233 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.213467 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.213713 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.214001 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.214207 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.214436 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.214661 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.214877 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.215109 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.215348 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.215592 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.215822 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.216044 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.216254 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.216415 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 00:56:17.216960 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106348) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 00:56:17.217123 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 00:56:17.217276 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 00:56:17.217445 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 00:56:17.217615 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 00:56:17.217763 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 00:56:17.217993 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.218154 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.218313 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.218471 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.218650 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.218883 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.218983 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.219116 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.219274 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.219431 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.219589 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.219745 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.219902 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220059 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220216 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220372 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220531 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220703 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220855 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.220996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.221150 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.221489 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] debug = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.221719 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.221937 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.222093 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.222250 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.222405 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.222562 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.222718 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.222875 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.223035 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.223195 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.223340 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.223648 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.223800 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.223938 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.224099 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.224273 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.224410 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.224562 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] host = dv-cinder-857528-1-smb {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.224720 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.224878 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.225034 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.225192 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.225398 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.226070 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.226228 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.226384 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.226557 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.226700 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.226865 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.227021 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.227178 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.227336 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.227496 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_options = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.227647 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228119 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228119 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228119 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.228996 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.229681 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.229681 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.229681 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.229681 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230035 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230035 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230035 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230288 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230368 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230517 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230642 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230765 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.230897 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231090 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231380 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231380 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231673 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231673 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231827 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.231906 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232092 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232328 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232420 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232500 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232652 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232810 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.232971 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.233124 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.233283 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.233441 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.233597 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.233752 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.233937 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.234096 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.234253 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.234410 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.234567 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_json = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.234726 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.234885 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235042 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235199 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235356 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235513 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235670 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235829 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.235988 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 00:56:17.236169 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.236331 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.236503 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.236664 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.236830 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.236990 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.237148 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.237307 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.237465 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.237702 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.237855 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.237998 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.238187 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.238336 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.238514 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.238608 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.238688 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.238847 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.239007 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.239170 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.239338 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.239481 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.239801 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.239966 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.240100 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.240260 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.240420 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.241281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.241281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.241281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.241281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.241281 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242508 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242508 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242508 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242732 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242732 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.242967 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243057 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243173 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243494 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243655 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243814 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.243975 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.244135 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.244293 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.244453 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.244613 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.244773 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.244933 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.245091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.245260 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.245419 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.245578 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.245737 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.245919 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.246080 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.246240 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.246399 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.246558 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.246718 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.246881 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.247052 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.247211 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.247369 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.247528 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.247688 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.247846 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248007 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248166 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248326 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248485 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248643 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248801 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.248959 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.249118 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.249280 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.249439 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.249599 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.249759 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.249939 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.250100 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.250257 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.250418 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.250628 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.250733 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.250905 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.251062 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.251221 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.251378 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.251537 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.251695 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.251853 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252011 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252170 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252328 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252484 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252643 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252804 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.252963 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.253121 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.253279 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.253437 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.253595 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.253754 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.253934 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.254092 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.254249 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.254408 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.254566 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.254724 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.254882 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.255045 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.255203 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.255381 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.255516 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.255677 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.255843 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.256000 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.256161 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.256320 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.256485 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.256676 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.256844 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257003 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257161 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257320 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257478 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257636 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257795 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.257980 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.258140 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.258298 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.258468 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.258627 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.258785 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.258943 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.259122 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.259280 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.259437 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.259597 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.259755 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.259914 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.260072 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.260230 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.260388 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.260547 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.260704 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.260864 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261023 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261182 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261340 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261498 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261658 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261838 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.261999 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.262159 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.262319 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.262479 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.262637 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.262795 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.262953 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.263112 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.263270 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.263428 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.263587 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.263745 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.263903 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.264062 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.264220 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.264379 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.264538 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.264695 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.264853 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265014 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265173 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265333 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265491 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265650 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265818 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.265989 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.266684 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.266684 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.266684 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.266684 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.266989 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.266989 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267139 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267218 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267330 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267490 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267651 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267829 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.267987 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.268145 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.268305 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.268464 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.268623 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.268783 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.268941 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.269100 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.269260 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.269423 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.269581 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.269739 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.269920 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.270079 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.270237 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.270395 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.270553 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.270714 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.270875 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271034 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271193 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271351 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271511 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271670 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271827 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.271985 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.272639 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.272811 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.272970 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.273128 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.273287 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.273459 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.273619 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.273779 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.273959 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.274119 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.274278 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.274445 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.274603 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.274769 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.274908 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.275065 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.275224 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.275390 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.275547 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.275695 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.275852 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276010 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276168 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276334 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276492 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276650 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276808 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.276966 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.277127 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.277293 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.277451 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.277608 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.277765 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.277945 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.278104 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.278271 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.278429 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.278588 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.278735 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.278892 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.279051 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.279217 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.279377 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.279535 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.279700 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.279857 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280015 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280172 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280341 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280499 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280660 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280820 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.280978 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.281137 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.281554 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.281726 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.281925 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.282091 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.282252 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.282418 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.282583 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.282749 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.282905 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.283069 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.283238 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.283396 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.283554 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.283713 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.283873 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284031 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284189 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284349 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284506 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284664 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284823 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.284980 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.285138 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.285298 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.285482 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.285613 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.285750 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.285929 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.286088 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.286247 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 00:56:17.286400 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106348) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 00:56:17.498605 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47616) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:17.505590 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049145 Sep 14 00:56:17.510559 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043638 Sep 14 00:56:26.576928 dv-cinder-857528-1-smb neutron-server[106348]: DEBUG dbcounter [-] [106348] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106348) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:28.754486 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d45324b-c515-438f-ba64-0ea080b248f9 None None] get_active_networks_info from dv-cinder-857528-1-smb {{(pid=106461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 14 00:56:28.765554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writer thread running {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:28.766280 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writer thread running {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:28.839342 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45324b-c515-438f-ba64-0ea080b248f9 None None] No non-hosted networks {{(pid=106461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 00:56:28.854683 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.agentschedulers_db [None req-0d45324b-c515-438f-ba64-0ea080b248f9 None None] DHCP Agent not found on host dv-cinder-857528-1-smb {{(pid=106461) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 14 00:56:28.908514 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fed09763-db7b-45fd-bb56-eb9fad32e9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698244'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:30.455610 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writer thread running {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:30.937260 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2048156d-ce1b-4c2b-b7c4-e83093f73ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698244'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:30.969011 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3fd555c6-b680-4bed-aa6c-8634de13ddfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:32.295146 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698244'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:32.639908 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47688) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:33.188531 dv-cinder-857528-1-smb neutron-server[106460]: WARNING oslo_policy.policy [None req-eb831072-0d93-4cbf-8e0b-a88516ae7288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:33.189122 dv-cinder-857528-1-smb neutron-server[106460]: WARNING oslo_policy.policy [None req-eb831072-0d93-4cbf-8e0b-a88516ae7288 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:33.408939 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [None req-eb831072-0d93-4cbf-8e0b-a88516ae7288 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:33.412843 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-eb831072-0d93-4cbf-8e0b-a88516ae7288 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7692389 Sep 14 00:56:33.616185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698244'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:33.617316 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.617316 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.618017 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.624706 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.625270 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.627174 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.632376 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.633846 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.633846 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.633846 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.633846 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.634489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.634974 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.635508 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.636033 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:33.636664 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-857528-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:33.646489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-857528-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:56:33.695126 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698244'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:36.171255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47724) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:36.493453 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:36.505256 dv-cinder-857528-1-smb neutron-server[106460]: ERROR stevedore.extension [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 00:56:36.587329 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.policy [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106460) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 00:56:36.631249 dv-cinder-857528-1-smb neutron-server[106460]: WARNING oslo_policy.policy [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:36.631627 dv-cinder-857528-1-smb neutron-server[106460]: WARNING oslo_policy.policy [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:56:36.651479 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writer thread running {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:56:36.737359 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737632306959', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737632305411', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737632388647', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737632412963', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737632408249', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737632367433', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3611303', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3469265', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1820560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602990'] for rbac-policy (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:36.812510 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:36.813685 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-bf6a392e-8bb7-4388-82ff-114a7870c43c admin admin] 10.222.0.20 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6414557 Sep 14 00:56:38.114310 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.db.l3_hamode_db [None req-a335a258-b7ce-4d93-9bb2-5f601496845d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 00:56:38.192357 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335a258-b7ce-4d93-9bb2-5f601496845d None None] Routers set() bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:56:38.192742 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335a258-b7ce-4d93-9bb2-5f601496845d None None] Router IDs set() for agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 14 00:56:39.410852 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47734) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:39.732995 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:39.762296 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Made reservation on behalf of 6b02aee449a54bf3bb79025645d7f35e for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:56:39.766479 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.785374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.894565 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks [] for security_group (58b96f9a-36f9-4c0e-b736-477ffbb0f3f2), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.899071 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (58b96f9a-36f9-4c0e-b736-477ffbb0f3f2), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.924599 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 00:56:39.957728 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737629991608', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (6a7428f5-3d2d-49b4-a117-0d97f563e948), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:39.958296 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Unsubscribe: segment precommit_create {{(pid=106460) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 00:56:39.958832 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Added segment 6a7428f5-3d2d-49b4-a117-0d97f563e948 of type vlan for network 12b1fa83-7be1-4637-ae9c-9047d88ac920 Sep 14 00:56:39.992808 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=58b96f9a-36f9-4c0e-b736-477ffbb0f3f2,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:40.037082 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.037382 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.037723 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.038101 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.038436 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.038765 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.039089 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.039418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.039744 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.040063 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.040384 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.040724 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.041044 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.041361 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.041678 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Tracked resource versions report: Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: pushed versions: Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: { 'AddressGroup': {'1.2'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Agent': {'1.1'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'ConntrackHelper': {'1.0'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Log': {'1.0'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'NDPProxy': {'1.0'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Network': {'1.1'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Port': {'1.7'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'PortForwarding': {'1.3'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'QosPolicy': {'1.10'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroup': {'1.5'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'SubPort': {'1.0'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Subnet': {'1.1'}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Trunk': {'1.1'}} Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: consumer versions: Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Agent': '1.1', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'ConntrackHelper': '1.0', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'LocalIPAssociation': '1.0', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Log': '1.0', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'NDPProxy': '1.0', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Network': '1.1', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Port': '1.7', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'PortForwarding': '1.3', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'QosPolicy': '1.10', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroup': '1.5', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroupRule': '1.2', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'SubPort': '1.0', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Subnet': '1.1', Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: 'Trunk': '1.1'}} Sep 14 00:56:40.042944 dv-cinder-857528-1-smb neutron-server[106460]: {{(pid=106460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:56:40.066970 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (12b1fa83-7be1-4637-ae9c-9047d88ac920), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:40.110593 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (12b1fa83-7be1-4637-ae9c-9047d88ac920), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:40.115562 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:40.116269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:40.125408 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=53,neutron:INSERT=45,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:40.209885 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7973573 Sep 14 00:56:40.250037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c7722-9d26-4f8d-8622-67e8c6be3328 demo demo] Pushing event updated for resources: {'Network': ['ID=12b1fa83-7be1-4637-ae9c-9047d88ac920,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:40.263103 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 00:56:40.584729 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:42.842956 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47750) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:43.253880 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7567bbde-e224-45ac-906d-31527a95c85e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:43.255246 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7567bbde-e224-45ac-906d-31527a95c85e demo admin] 10.222.0.20 "GET /networking/v2.0/networks/12b1fa83-7be1-4637-ae9c-9047d88ac920 HTTP/1.1" status: 200 len: 825 time: 0.4113443 Sep 14 00:56:43.280485 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-f98a5ed3-1be3-4161-b1d0-ffd7db41c61c demo admin] 10.222.0.20 "GET /networking/v2.0/subnetpools/498f0f76-e25d-4b8e-ade2-60970ead75ad HTTP/1.1" status: 200 len: 734 time: 0.0187578 Sep 14 00:56:43.290230 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:43.311548 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Made reservation on behalf of 6b02aee449a54bf3bb79025645d7f35e for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:56:43.314142 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:43.461691 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:43.606166 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (240e8e7b-912c-4e22-92b4-69cb3717c970), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:43.673372 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Pushing event updated for resources: {'Subnet': ['ID=240e8e7b-912c-4e22-92b4-69cb3717c970,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:43.682741 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Checking segment: {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:56:43.683115 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Network hostable DHCP agents. Network: 12b1fa83-7be1-4637-ae9c-9047d88ac920, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 00:56:43.703271 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 00:56:43.714328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 12b1fa83-7be1-4637-ae9c-9047d88ac920) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:56:43.719168 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:43.719762 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:43.726372 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769841e-f921-4952-ab49-4666bf1ff222 None None] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:56:43.736484 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-42349bc0-4ca5-4199-895b-693547f62878 demo admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499724 Sep 14 00:56:43.995269 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-12b1fa83-7be1-4637-ae9c-9047d88ac920', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 00:56:43.996655 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:44.266647 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Allocated IP 172.20.0.2 (12b1fa83-7be1-4637-ae9c-9047d88ac920/240e8e7b-912c-4e22-92b4-69cb3717c970/07afec57-794f-435e-b505-22bb6f827d0a) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:56:44.536414 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Publish callbacks [] for port (07afec57-794f-435e-b505-22bb6f827d0a), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:44.543683 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (07afec57-794f-435e-b505-22bb6f827d0a), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:44.613023 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:56:44.617821 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:56:44.628236 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:56:44.638601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Pushing event updated for resources: {'Port': ['ID=07afec57-794f-435e-b505-22bb6f827d0a,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:44.669340 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.669683 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.670063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.670425 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.670766 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.671095 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.671423 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.671749 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.672075 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.672403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.672724 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.673062 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.673386 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.673705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.674047 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Tracked resource versions report: Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: pushed versions: Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: { 'AddressGroup': {'1.2'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Agent': {'1.1'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'ConntrackHelper': {'1.0'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Log': {'1.0'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'NDPProxy': {'1.0'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Network': {'1.1'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Port': {'1.7'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'PortForwarding': {'1.3'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'QosPolicy': {'1.10'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroup': {'1.5'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'SubPort': {'1.0'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Subnet': {'1.1'}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Trunk': {'1.1'}} Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: consumer versions: Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Agent': '1.1', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'ConntrackHelper': '1.0', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'LocalIPAssociation': '1.0', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Log': '1.0', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'NDPProxy': '1.0', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Network': '1.1', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Port': '1.7', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'PortForwarding': '1.3', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'QosPolicy': '1.10', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroup': '1.5', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroupRule': '1.2', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'SubPort': '1.0', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Subnet': '1.1', Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: 'Trunk': '1.1'}} Sep 14 00:56:44.675271 dv-cinder-857528-1-smb neutron-server[106461]: {{(pid=106461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:56:44.725483 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Attempting to bind port 07afec57-794f-435e-b505-22bb6f827d0a on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:56:44.725908 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Attempting to bind port 07afec57-794f-435e-b505-22bb6f827d0a by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:56:44.726350 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Attempting to bind port 07afec57-794f-435e-b505-22bb6f827d0a on network 12b1fa83-7be1-4637-ae9c-9047d88ac920 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:56:44.755236 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:44.778296 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:56:44.778633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Checking segment: {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:56:44.779111 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:44.779497 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Bound using segment: {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:56:44.779966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Bound port: 07afec57-794f-435e-b505-22bb6f827d0a, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:56:44.780371 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (07afec57-794f-435e-b505-22bb6f827d0a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:44.840566 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] For port 07afec57-794f-435e-b505-22bb6f827d0a, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:56:44.859230 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] For port 07afec57-794f-435e-b505-22bb6f827d0a, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=07afec57-794f-435e-b505-22bb6f827d0a,segment=NetworkSegment(6a7428f5-3d2d-49b4-a117-0d97f563e948),segment_id=6a7428f5-3d2d-49b4-a117-0d97f563e948)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:56:44.866869 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (07afec57-794f-435e-b505-22bb6f827d0a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:44.917048 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52186ede-3346-45cb-8e8e-351d39b379be None None] Pushing event updated for resources: {'Port': ['ID=07afec57-794f-435e-b505-22bb6f827d0a,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:46.373867 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47760) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:46.696369 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [None req-2d71de21-b852-46a6-ac4a-6a029fc4c93d admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:46.697465 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2d71de21-b852-46a6-ac4a-6a029fc4c93d admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3226354 Sep 14 00:56:46.714985 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:49.360091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47768) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:49.682814 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [None req-912e7ae4-13c6-4b4b-a6bd-a74b7aec8bc7 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:49.683924 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-912e7ae4-13c6-4b4b-a6bd-a74b7aec8bc7 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3229487 Sep 14 00:56:52.407286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47780) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:52.753460 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:52.778981 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:52.780496 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:52.921923 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] Publish callbacks [] for router_controller (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), precommit_add_association {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:52.927197 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:52.928549 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41ebf7-e736-4a38-9ac5-2cf97600a8e2 None None] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:56:52.946628 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:52.947806 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-5c0321af-05a0-4ac5-86af-5f34df3bf2f2 demo demo] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5395398 Sep 14 00:56:52.995865 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Provisioning complete for port 07afec57-794f-435e-b505-22bb6f827d0a triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:56:52.996276 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (07afec57-794f-435e-b505-22bb6f827d0a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:52.996644 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Attempt 1 to provision port 07afec57-794f-435e-b505-22bb6f827d0a Sep 14 00:56:53.170473 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:53.199165 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Current status of the port 07afec57-794f-435e-b505-22bb6f827d0a is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:56:53.199483 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (07afec57-794f-435e-b505-22bb6f827d0a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:53.209963 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:53.237057 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] For port 07afec57-794f-435e-b505-22bb6f827d0a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=07afec57-794f-435e-b505-22bb6f827d0a,segment=NetworkSegment(6a7428f5-3d2d-49b4-a117-0d97f563e948),segment_id=6a7428f5-3d2d-49b4-a117-0d97f563e948)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:56:53.242820 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (07afec57-794f-435e-b505-22bb6f827d0a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:53.301606 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f6578-7bed-47fd-8222-17f9f111a4ab None None] Pushing event updated for resources: {'Port': ['ID=07afec57-794f-435e-b505-22bb6f827d0a,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:53.374970 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 07afec57-794f-435e-b505-22bb6f827d0a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:56:53.419023 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 07afec57-794f-435e-b505-22bb6f827d0a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:56:53.419403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (07afec57-794f-435e-b505-22bb6f827d0a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:53.419739 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 07afec57-794f-435e-b505-22bb6f827d0a Sep 14 00:56:53.465555 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-15c983e4-4fb7-454d-afe9-65cf3c263689 None None] Provisioning complete for port 07afec57-794f-435e-b505-22bb6f827d0a triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:56:53.465856 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-15c983e4-4fb7-454d-afe9-65cf3c263689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (07afec57-794f-435e-b505-22bb6f827d0a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:53.466194 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-15c983e4-4fb7-454d-afe9-65cf3c263689 None None] Attempt 1 to provision port 07afec57-794f-435e-b505-22bb6f827d0a Sep 14 00:56:53.532840 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 07afec57-794f-435e-b505-22bb6f827d0a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:56:53.567857 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-15c983e4-4fb7-454d-afe9-65cf3c263689 None None] Current status of the port 07afec57-794f-435e-b505-22bb6f827d0a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:56:55.316489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 07afec57-794f-435e-b505-22bb6f827d0a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:56:55.359220 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 07afec57-794f-435e-b505-22bb6f827d0a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:56:55.359602 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (07afec57-794f-435e-b505-22bb6f827d0a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:55.359937 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 07afec57-794f-435e-b505-22bb6f827d0a Sep 14 00:56:55.430585 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 07afec57-794f-435e-b505-22bb6f827d0a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:56:55.598915 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47788) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:55.915095 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [None req-89e4cc2a-d547-4c3d-8dc8-cf06f563d162 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:56:55.916103 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-89e4cc2a-d547-4c3d-8dc8-cf06f563d162 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3163052 Sep 14 00:56:58.576642 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 47796) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:56:58.672198 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-29705979-1eec-4889-ada8-baf2df5f94d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:58.894547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:56:58.915067 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Made reservation on behalf of 77e0a2fe229b4532ac18c75cfe42e13c for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:56:58.917329 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:58.925245 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:58.988760 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:56:59.001130 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks [] for security_group (25bc8806-7216-4779-aa5d-90b505165839), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:59.005208 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (25bc8806-7216-4779-aa5d-90b505165839), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:59.021193 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Reserving flat network on physical network physnet1 {{(pid=106460) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 00:56:59.044832 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (861df62b-c7e1-4911-8cec-55fb95656367), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:59.045272 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Added segment 861df62b-c7e1-4911-8cec-55fb95656367 of type flat for network bee3d0af-5777-4530-b328-a3ed41b61d4d Sep 14 00:56:59.046565 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc8806-7216-4779-aa5d-90b505165839,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:59.095030 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (bee3d0af-5777-4530-b328-a3ed41b61d4d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:59.126231 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (bee3d0af-5777-4530-b328-a3ed41b61d4d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:59.127177 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:56:59.127744 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:56:59.203629 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6260054 Sep 14 00:56:59.223497 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aaafe-0f0b-4793-81d9-4d14efe90810 admin admin] Pushing event updated for resources: {'Network': ['ID=bee3d0af-5777-4530-b328-a3ed41b61d4d,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:56:59.234661 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network bee3d0af-5777-4530-b328-a3ed41b61d4d details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 00:57:00.930140 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c493b224-6b2c-4f0e-84b8-f6f6645eeb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:01.832144 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 47804) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:02.268905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:02.336325 dv-cinder-857528-1-smb neutron-server[106459]: WARNING oslo_policy.policy [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:57:02.336900 dv-cinder-857528-1-smb neutron-server[106459]: WARNING oslo_policy.policy [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:57:02.562593 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writer thread running {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 00:57:02.586226 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:02.681952 dv-cinder-857528-1-smb neutron-server[106459]: ERROR stevedore.extension [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 00:57:02.734562 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.policy [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106459) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 00:57:02.777040 dv-cinder-857528-1-smb neutron-server[106459]: WARNING oslo_policy.policy [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:57:02.777409 dv-cinder-857528-1-smb neutron-server[106459]: WARNING oslo_policy.policy [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 00:57:02.785417 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:02.787929 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-22c2678d-2549-45cd-b744-17e406bcafab demo admin] 10.222.0.20 "GET /networking/v2.0/subnets/240e8e7b-912c-4e22-92b4-69cb3717c970 HTTP/1.1" status: 200 len: 849 time: 0.9533882 Sep 14 00:57:02.953347 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6d68b3cc-f7ea-4250-a209-051ef141884f demo admin] 10.222.0.20 "GET /networking/v2.0/routers/5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d HTTP/1.1" status: 200 len: 704 time: 0.1595616 Sep 14 00:57:03.211431 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:03.533982 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Allocated IP 172.20.0.1 (12b1fa83-7be1-4637-ae9c-9047d88ac920/240e8e7b-912c-4e22-92b4-69cb3717c970/e6d75eb6-5234-4b14-91ee-c87268a1234b) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:57:03.595264 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:03.646716 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:03.747368 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks [] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:03.811483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:03.832314 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:57:03.852424 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:03.913978 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:57:03.914549 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:03.974540 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Pushing event updated for resources: {'Port': ['ID=e6d75eb6-5234-4b14-91ee-c87268a1234b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:04.016657 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.016994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.017332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.017677 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.018028 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.018356 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.018677 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.018996 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.019315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.019629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.019943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.020273 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.020588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.021468 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.021821 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Tracked resource versions report: Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: pushed versions: Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: { 'AddressGroup': {'1.2'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Agent': {'1.1'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'ConntrackHelper': {'1.0'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Log': {'1.0'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'NDPProxy': {'1.0'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Network': {'1.1'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Port': {'1.7'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'PortForwarding': {'1.3'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'QosPolicy': {'1.10'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroup': {'1.5'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'SubPort': {'1.0'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Subnet': {'1.1'}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Trunk': {'1.1'}} Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: consumer versions: Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Agent': '1.1', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'ConntrackHelper': '1.0', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'LocalIPAssociation': '1.0', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Log': '1.0', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'NDPProxy': '1.0', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Network': '1.1', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Port': '1.7', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'PortForwarding': '1.3', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'QosPolicy': '1.10', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroup': '1.5', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroupRule': '1.2', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'SubPort': '1.0', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Subnet': '1.1', Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: 'Trunk': '1.1'}} Sep 14 00:57:04.023047 dv-cinder-857528-1-smb neutron-server[106459]: {{(pid=106459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:57:04.070238 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:04.128891 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:04.143300 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Provisioning complete for port e6d75eb6-5234-4b14-91ee-c87268a1234b triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:04.143748 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:04.144094 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Attempt 1 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:04.154555 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:04.178572 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Port e6d75eb6-5234-4b14-91ee-c87268a1234b cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:04.331929 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks [] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:04.336632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:04.337640 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:04.417718 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Pushing event updated for resources: {'Port': ['ID=e6d75eb6-5234-4b14-91ee-c87268a1234b,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:04.460122 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:57:04.461369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:04.617670 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 00:57:04.679299 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Attempt 2 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:04.711158 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Port e6d75eb6-5234-4b14-91ee-c87268a1234b cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:04.744474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 00:57:04.749683 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0abbd626-d14b-4969-a3c9-49f97e0cc345 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7903564 Sep 14 00:57:04.754488 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Sync routers for ids ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 00:57:04.767537 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Routers {'5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:04.768386 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T00:57:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:04.948094 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Set router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d gateway port host: None {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:05.211917 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Attempt 3 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:05.243486 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Port e6d75eb6-5234-4b14-91ee-c87268a1234b cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:05.360745 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'name': 'router1', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:56:52Z', 'updated_at': '2022-09-14T00:57:04Z', 'revision_number': 2, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'gw_port_host': None, '_interfaces': [{'id': 'e6d75eb6-5234-4b14-91ee-c87268a1234b', 'name': '', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'mac_address': 'fa:16:3e:17:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:03Z', 'updated_at': '2022-09-14T00:57:04Z', 'revision_number': 2, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'subnets': [{'id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:05.411017 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Checking router: 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 00:57:05.411914 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Updating router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d port e6d75eb6-5234-4b14-91ee-c87268a1234b binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 00:57:05.464533 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:05.744421 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Attempt 4 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:05.777125 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Port e6d75eb6-5234-4b14-91ee-c87268a1234b cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:06.012014 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Publish callbacks [] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.018361 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.165119 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Pushing event updated for resources: {'Port': ['ID=e6d75eb6-5234-4b14-91ee-c87268a1234b,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:06.169873 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Attempting to bind port e6d75eb6-5234-4b14-91ee-c87268a1234b on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:57:06.170275 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Attempting to bind port e6d75eb6-5234-4b14-91ee-c87268a1234b by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:57:06.170713 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Attempting to bind port e6d75eb6-5234-4b14-91ee-c87268a1234b on network 12b1fa83-7be1-4637-ae9c-9047d88ac920 {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:57:06.183077 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.183608 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.184009 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.184352 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.184682 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.185010 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.185487 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.185900 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.186264 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.186626 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.186948 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.187276 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.187593 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.187909 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.188225 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Tracked resource versions report: Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: pushed versions: Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: { 'AddressGroup': {'1.2'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Agent': {'1.1'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'ConntrackHelper': {'1.0'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'LocalIPAssociation': {'1.0'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Log': {'1.0'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'NDPProxy': {'1.0'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Network': {'1.1'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Port': {'1.7'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'PortForwarding': {'1.3'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'QosPolicy': {'1.10'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroup': {'1.5'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroupRule': {'1.2'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'SubPort': {'1.0'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Subnet': {'1.1'}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Trunk': {'1.1'}} Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: consumer versions: Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Agent': '1.1', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'ConntrackHelper': '1.0', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'LocalIPAssociation': '1.0', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Log': '1.0', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'NDPProxy': '1.0', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Network': '1.1', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Port': '1.7', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'PortForwarding': '1.3', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'QosPolicy': '1.10', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroup': '1.5', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroupRule': '1.2', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'SubPort': '1.0', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Subnet': '1.1', Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: 'Trunk': '1.1'}} Sep 14 00:57:06.189424 dv-cinder-857528-1-smb neutron-server[106462]: {{(pid=106462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 00:57:06.266887 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:57:06.267211 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Checking segment: {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:57:06.267695 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.268081 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Bound using segment: {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:57:06.268594 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Bound port: e6d75eb6-5234-4b14-91ee-c87268a1234b, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7428f5-3d2d-49b4-a117-0d97f563e948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:57:06.268974 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.278776 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Attempt 5 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:06.319224 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:06.324531 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:06.325423 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Port e6d75eb6-5234-4b14-91ee-c87268a1234b cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 00:57:06.340671 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] For port e6d75eb6-5234-4b14-91ee-c87268a1234b, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:57:06.360151 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] For port e6d75eb6-5234-4b14-91ee-c87268a1234b, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=e6d75eb6-5234-4b14-91ee-c87268a1234b,segment=NetworkSegment(6a7428f5-3d2d-49b4-a117-0d97f563e948),segment_id=6a7428f5-3d2d-49b4-a117-0d97f563e948)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:57:06.366524 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.388258 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:06.406119 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Routers {'5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:06.406988 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T00:57:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:06.476422 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f7f7f-0c2d-4755-b9f5-4ac589f0f125 None None] Pushing event updated for resources: {'Port': ['ID=e6d75eb6-5234-4b14-91ee-c87268a1234b,revision_number=4']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:06.500989 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] Set router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d gateway port host: None {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:06.693941 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'name': 'router1', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:56:52Z', 'updated_at': '2022-09-14T00:57:04Z', 'revision_number': 2, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'gw_port_host': None, '_interfaces': [{'id': 'e6d75eb6-5234-4b14-91ee-c87268a1234b', 'name': '', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'mac_address': 'fa:16:3e:17:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:03Z', 'updated_at': '2022-09-14T00:57:06Z', 'revision_number': 4, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'subnets': [{'id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:06.718585 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156adf63-194c-4bdc-bcbc-03a600d9affc None None] The sync data for ids ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'] in dv-cinder-857528-1-smb is: [{'id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'name': 'router1', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:56:52Z', 'updated_at': '2022-09-14T00:57:04Z', 'revision_number': 2, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'gw_port_host': None, '_interfaces': [{'id': 'e6d75eb6-5234-4b14-91ee-c87268a1234b', 'name': '', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'mac_address': 'fa:16:3e:17:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:03Z', 'updated_at': '2022-09-14T00:57:06Z', 'revision_number': 4, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'subnets': [{'id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 00:57:06.826393 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Attempt 6 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:06.898782 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Current status of the port e6d75eb6-5234-4b14-91ee-c87268a1234b is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:06.899175 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.932681 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] For port e6d75eb6-5234-4b14-91ee-c87268a1234b, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=e6d75eb6-5234-4b14-91ee-c87268a1234b,segment=NetworkSegment(6a7428f5-3d2d-49b4-a117-0d97f563e948),segment_id=6a7428f5-3d2d-49b4-a117-0d97f563e948)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:57:06.936994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:06.991743 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09237ac-e116-4093-96ac-be7835ce1ae5 None None] Pushing event updated for resources: {'Port': ['ID=e6d75eb6-5234-4b14-91ee-c87268a1234b,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:07.058465 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-04a67bcc-3873-440e-bb9a-8efcf135e0e4 None None] Provisioning complete for port e6d75eb6-5234-4b14-91ee-c87268a1234b triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:07.059189 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-04a67bcc-3873-440e-bb9a-8efcf135e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:07.059793 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-04a67bcc-3873-440e-bb9a-8efcf135e0e4 None None] Attempt 1 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:07.138313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-04a67bcc-3873-440e-bb9a-8efcf135e0e4 None None] Current status of the port e6d75eb6-5234-4b14-91ee-c87268a1234b is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:07.385545 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 47828) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:07.784922 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d641a-14fc-4f85-96fa-29d8279a8db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:07.786388 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-013d641a-14fc-4f85-96fa-29d8279a8db7 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/bee3d0af-5777-4530-b328-a3ed41b61d4d HTTP/1.1" status: 200 len: 842 time: 0.3998079 Sep 14 00:57:07.795961 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:57:07.831279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Made reservation on behalf of 77e0a2fe229b4532ac18c75cfe42e13c for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:57:07.834662 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:07.976448 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:08.128643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:08.145387 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.objects.ports [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106459) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 14 00:57:08.146363 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (ef958496-5233-4cde-a071-c7a92c2a57b5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:08.200759 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef958496-5233-4cde-a071-c7a92c2a57b5,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:08.212987 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:57:08.213331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Network hostable DHCP agents. Network: bee3d0af-5777-4530-b328-a3ed41b61d4d, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 00:57:08.234662 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 00:57:08.245437 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, bee3d0af-5777-4530-b328-a3ed41b61d4d) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:08.249568 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:08.250213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:08.255575 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17831c7-9767-407a-b08c-2a945eddc9e3 None None] Network bee3d0af-5777-4530-b328-a3ed41b61d4d requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:57:08.272806 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-42e79942-3a70-4336-88b7-4cdd7ad8d252 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4801846 Sep 14 00:57:08.364998 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7acc09-5429-4914-9cae-317a87e630b6 None None] Network bee3d0af-5777-4530-b328-a3ed41b61d4d requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:57:09.216201 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=4,neutron:SELECT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:09.220259 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:10.972745 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 47838) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:11.385832 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-99b17267-ee50-497a-9190-2164b8613f9d demo admin] 10.222.0.20 "GET /networking/v2.0/routers/5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d HTTP/1.1" status: 200 len: 710 time: 0.4091659 Sep 14 00:57:11.478640 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfe4a5d-0b27-4f47-9bab-eb47151bf4bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:57:11.483893 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-bbfe4a5d-0b27-4f47-9bab-eb47151bf4bf demo admin] 10.222.0.20 "GET /networking/v2.0/networks/bee3d0af-5777-4530-b328-a3ed41b61d4d HTTP/1.1" status: 200 len: 886 time: 0.0951722 Sep 14 00:57:11.492979 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:57:11.733436 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks [] for router_gateway (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:11.918400 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:11.948820 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks [] for router_gateway (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.085666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.184332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Allocated IP 172.28.1.37 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/2f9531e5-524b-46a3-abf2-749274d235e7) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:57:12.262337 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:12.290717 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks [] for port (2f9531e5-524b-46a3-abf2-749274d235e7), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.322494 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.360759 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:57:12.365388 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:57:12.367871 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:57:12.372976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Pushing event updated for resources: {'Port': ['ID=2f9531e5-524b-46a3-abf2-749274d235e7,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:12.611385 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks [] for router_gateway (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.792340 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1696205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1702112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-410'] for router (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.795700 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1696196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1696063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1702107'] for router (5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:12.801162 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:12.897995 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 00:57:12.999092 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 00:57:13.006579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.007793 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b5eeb92e-d707-45fd-99a1-c51e4f1de859 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d HTTP/1.1" status: 200 len: 889 time: 1.5180442 Sep 14 00:57:13.037783 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Sync routers for ids ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 00:57:13.048080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:13.052896 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Routers {'5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:13.053648 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T00:57:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:13.073462 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:13.265719 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Set router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:13.378845 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device e6d75eb6-5234-4b14-91ee-c87268a1234b up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:13.639025 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port e6d75eb6-5234-4b14-91ee-c87268a1234b triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:13.639382 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:13.639651 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:57:13.811542 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'name': 'router1', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '2f9531e5-524b-46a3-abf2-749274d235e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:56:52Z', 'updated_at': '2022-09-14T00:57:12Z', 'revision_number': 4, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'gw_port': {'id': '2f9531e5-524b-46a3-abf2-749274d235e7', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:12Z', 'updated_at': '2022-09-14T00:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'e6d75eb6-5234-4b14-91ee-c87268a1234b', 'name': '', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'mac_address': 'fa:16:3e:17:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:03Z', 'updated_at': '2022-09-14T00:57:06Z', 'revision_number': 5, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'subnets': [{'id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:13.836853 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port e6d75eb6-5234-4b14-91ee-c87268a1234b is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:13.864554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Checking router: 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 00:57:13.864905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Updating router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d port 2f9531e5-524b-46a3-abf2-749274d235e7 binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 00:57:13.915964 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:14.219589 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Publish callbacks [] for port (2f9531e5-524b-46a3-abf2-749274d235e7), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:14.225393 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:14.260756 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Attempting to bind port 2f9531e5-524b-46a3-abf2-749274d235e7 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:57:14.261119 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Attempting to bind port 2f9531e5-524b-46a3-abf2-749274d235e7 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:57:14.261476 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Attempting to bind port 2f9531e5-524b-46a3-abf2-749274d235e7 on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:57:14.288991 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda837f4-499e-4bf5-8ea1-3deffb3ffe02 None None] Pushing event updated for resources: {'Port': ['ID=2f9531e5-524b-46a3-abf2-749274d235e7,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:14.309292 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:57:14.309653 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:57:14.310078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:14.310457 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:57:14.310914 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Bound port: 2f9531e5-524b-46a3-abf2-749274d235e7, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:57:14.311282 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:14.357898 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] For port 2f9531e5-524b-46a3-abf2-749274d235e7, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:57:14.361039 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] For port 2f9531e5-524b-46a3-abf2-749274d235e7, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2f9531e5-524b-46a3-abf2-749274d235e7,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:57:14.366450 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:14.389550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:14.406119 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Routers {'5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 00:57:14.406967 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T00:57:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:14.459241 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda837f4-499e-4bf5-8ea1-3deffb3ffe02 None None] Pushing event updated for resources: {'Port': ['ID=2f9531e5-524b-46a3-abf2-749274d235e7,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:14.521994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] Set router 5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 00:57:14.652400 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:14.711852 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'name': 'router1', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '2f9531e5-524b-46a3-abf2-749274d235e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:56:52Z', 'updated_at': '2022-09-14T00:57:12Z', 'revision_number': 4, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'gw_port': {'id': '2f9531e5-524b-46a3-abf2-749274d235e7', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:12Z', 'updated_at': '2022-09-14T00:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'e6d75eb6-5234-4b14-91ee-c87268a1234b', 'name': '', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'mac_address': 'fa:16:3e:17:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:03Z', 'updated_at': '2022-09-14T00:57:06Z', 'revision_number': 5, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'subnets': [{'id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 00:57:14.737842 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd34dfe-2db3-4724-8608-809a9299a9f4 None None] The sync data for ids ['5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d'] in dv-cinder-857528-1-smb is: [{'id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'name': 'router1', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.37'}], 'enable_snat': True}, 'gw_port_id': '2f9531e5-524b-46a3-abf2-749274d235e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T00:56:52Z', 'updated_at': '2022-09-14T00:57:12Z', 'revision_number': 4, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'gw_port': {'id': '2f9531e5-524b-46a3-abf2-749274d235e7', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:12Z', 'updated_at': '2022-09-14T00:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'e6d75eb6-5234-4b14-91ee-c87268a1234b', 'name': '', 'network_id': '12b1fa83-7be1-4637-ae9c-9047d88ac920', 'tenant_id': '6b02aee449a54bf3bb79025645d7f35e', 'mac_address': 'fa:16:3e:17:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc9d7d1-35cb-48f1-9c04-a4c1a330f54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T00:57:03Z', 'updated_at': '2022-09-14T00:57:06Z', 'revision_number': 5, 'project_id': '6b02aee449a54bf3bb79025645d7f35e', 'subnets': [{'id': '240e8e7b-912c-4e22-92b4-69cb3717c970', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '498f0f76-e25d-4b8e-ade2-60970ead75ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 00:57:15.352497 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2f9531e5-524b-46a3-abf2-749274d235e7 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:15.378719 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:15.402544 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 2f9531e5-524b-46a3-abf2-749274d235e7 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:15.402932 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:15.403267 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 2f9531e5-524b-46a3-abf2-749274d235e7 Sep 14 00:57:15.481573 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 2f9531e5-524b-46a3-abf2-749274d235e7 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:15.482005 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:15.502213 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 2f9531e5-524b-46a3-abf2-749274d235e7, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2f9531e5-524b-46a3-abf2-749274d235e7,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:57:15.509325 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:15.558741 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=2f9531e5-524b-46a3-abf2-749274d235e7,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:57:15.865148 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 47852) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:57:16.374225 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0798cb19-a4b6-44fe-b7dd-a216b116fe45 admin admin] 10.222.0.20 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5079918 Sep 14 00:57:16.692059 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=44,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:16.697252 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=36 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:17.325939 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2f9531e5-524b-46a3-abf2-749274d235e7 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:57:17.368347 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 2f9531e5-524b-46a3-abf2-749274d235e7 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:57:17.368726 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2f9531e5-524b-46a3-abf2-749274d235e7), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:17.369055 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 2f9531e5-524b-46a3-abf2-749274d235e7 Sep 14 00:57:17.436572 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 2f9531e5-524b-46a3-abf2-749274d235e7 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:57:26.149242 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:57:26.368043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=26 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:26.371502 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:27.432358 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:27.433834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=53 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:27.435908 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:28.677791 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-76d29dbe-e1d8-4916-93da-8974fa8215d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:30.155035 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:30.962041 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3f158cf8-3875-4eee-9cc0-cb92c861e6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:32.277755 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:33.604561 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:33.665724 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:57:36.146353 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:43.653129 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:43.654496 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:43.665055 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:57:58.674081 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-403a8b86-d846-4432-a5f5-ce6724fae938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:00.938673 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9a96c995-828e-468d-a2c5-92d052b9df0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:02.282403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:03.143428 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:58:03.601755 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:03.657489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:07.141401 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:13.138986 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:13.597045 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:13.648155 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=13 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:13.652864 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:27.132224 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:27.133586 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:28.669477 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-16d1c912-3f82-41bc-b3f6-d60d71cdf417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:30.931668 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b5b165c-d5e4-4df9-8fa8-4c8bbeb86756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:32.280052 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:33.608355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:33.658101 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:40.143779 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:58:41.242570 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48404) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:41.577257 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6f1f28-ee52-47bd-8201-1dba77c52fd8 admin admin] GET failed (client error): The resource could not be found. Sep 14 00:58:41.579149 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2b6f1f28-ee52-47bd-8201-1dba77c52fd8 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3350370 Sep 14 00:58:41.741155 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd2aeaf-06ed-4963-83a6-52b09eda4a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:41.742920 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-fbd2aeaf-06ed-4963-83a6-52b09eda4a09 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594989 Sep 14 00:58:43.646527 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:43.650881 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:43.652919 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:44.323527 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48414) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:44.681866 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1833f0-e006-430c-b681-e3566d387376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:44.683183 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-bb1833f0-e006-430c-b681-e3566d387376 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/240e8e7b-912c-4e22-92b4-69cb3717c970 HTTP/1.1" status: 200 len: 849 time: 0.3587165 Sep 14 00:58:44.693271 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:58:44.779675 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Publish callbacks [] for subnet (240e8e7b-912c-4e22-92b4-69cb3717c970), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:44.925576 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737630033556'] for subnet (240e8e7b-912c-4e22-92b4-69cb3717c970), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:44.958038 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:44.959185 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:44.959898 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] 10.222.0.20 "PUT /networking/v2.0/subnets/240e8e7b-912c-4e22-92b4-69cb3717c970 HTTP/1.1" status: 200 len: 868 time: 0.2701495 Sep 14 00:58:44.976843 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b880653-c174-4e22-a05f-5691efcc265f None None] Network 12b1fa83-7be1-4637-ae9c-9047d88ac920 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:58:44.981904 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=240e8e7b-912c-4e22-92b4-69cb3717c970,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:58:44.990627 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.990983 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.991343 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.991712 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.992053 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.992381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.992840 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.993182 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.993507 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.993848 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.994174 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.994530 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.994856 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.995175 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:44.995494 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a6c0-5971-4c37-9aca-34e043f1d9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:58:45.248034 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Provisioning complete for port 07afec57-794f-435e-b505-22bb6f827d0a triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:58:45.248420 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (07afec57-794f-435e-b505-22bb6f827d0a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:45.248755 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Attempt 1 to provision port 07afec57-794f-435e-b505-22bb6f827d0a Sep 14 00:58:45.322616 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Current status of the port 07afec57-794f-435e-b505-22bb6f827d0a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:58:45.330560 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Provisioning complete for port e6d75eb6-5234-4b14-91ee-c87268a1234b triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:58:45.330959 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (e6d75eb6-5234-4b14-91ee-c87268a1234b), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:45.331330 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Attempt 1 to provision port e6d75eb6-5234-4b14-91ee-c87268a1234b Sep 14 00:58:45.398897 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-6074b056-4055-4681-9080-bfcf31941a8d None None] Current status of the port e6d75eb6-5234-4b14-91ee-c87268a1234b is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:58:47.503677 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48422) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:47.972480 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f80f8a-787a-4f40-bbb5-8a969312b61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:47.972883 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f80f8a-787a-4f40-bbb5-8a969312b61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:47.974438 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b6f80f8a-787a-4f40-bbb5-8a969312b61f admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4698293 Sep 14 00:58:50.139481 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:50.140316 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:50.506972 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48432) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:50.908056 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b898a0e-912e-4eee-8ec5-0af89d9d4f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:50.908525 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b898a0e-912e-4eee-8ec5-0af89d9d4f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:50.910059 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2b898a0e-912e-4eee-8ec5-0af89d9d4f32 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4021294 Sep 14 00:58:53.457783 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48440) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:53.876488 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9249a08-ede3-4c27-a071-58ac320b6a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:53.877765 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c9249a08-ede3-4c27-a071-58ac320b6a83 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/12b1fa83-7be1-4637-ae9c-9047d88ac920 HTTP/1.1" status: 200 len: 869 time: 0.4190326 Sep 14 00:58:54.981771 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:54.990851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=57,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:55.371682 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=27 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:55.393992 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=25 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:55.397476 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=25 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:58:56.451793 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48448) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:56.911010 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1780629-d2e9-4c20-8dfa-253cb9425538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:56.912395 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-e1780629-d2e9-4c20-8dfa-253cb9425538 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/bee3d0af-5777-4530-b328-a3ed41b61d4d HTTP/1.1" status: 200 len: 886 time: 0.4597454 Sep 14 00:58:58.674446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b3d3db9-8678-41ed-92a6-4ebbd16596d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:58:59.458831 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48456) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:58:59.853251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239aa8f-fc11-410e-a9d3-75970c8e706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:59.853706 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239aa8f-fc11-410e-a9d3-75970c8e706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:58:59.855265 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-7239aa8f-fc11-410e-a9d3-75970c8e706c admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3954957 Sep 14 00:59:00.933695 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-df0f84ed-ba20-4d86-9028-01fb8852445f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:02.283777 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:02.428197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48464) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:02.786582 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b7f06-478a-4224-b99a-685f5c73ba88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:02.787035 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b7f06-478a-4224-b99a-685f5c73ba88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:02.788659 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-510b7f06-478a-4224-b99a-685f5c73ba88 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3594558 Sep 14 00:59:03.613070 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:03.660342 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:05.317254 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48472) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:05.675644 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c0331-fdab-4e95-b500-9c0f06d62e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:05.676960 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c35c0331-fdab-4e95-b500-9c0f06d62e48 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/240e8e7b-912c-4e22-92b4-69cb3717c970 HTTP/1.1" status: 200 len: 868 time: 0.3587239 Sep 14 00:59:08.215274 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48480) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:08.569349 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844edfc2-2dec-4bbc-bce9-954674bd6be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:08.570684 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-844edfc2-2dec-4bbc-bce9-954674bd6be8 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/ef958496-5233-4cde-a071-c7a92c2a57b5 HTTP/1.1" status: 200 len: 816 time: 0.3545587 Sep 14 00:59:12.780410 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=59 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:12.782265 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=56 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:13.650976 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:13.653832 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:13.656732 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:17.142043 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:59:18.565164 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=10 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:18.565962 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=13 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:27.137740 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=17 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:27.138611 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=19 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:28.676674 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c05ff892-e794-41be-b5c8-cd26d3fe47d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:30.948622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ad17e96c-97e5-487f-8d56-246ed94127cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:32.286716 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:33.616290 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:33.664082 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:38.128091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48536) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:38.456052 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [None req-f678524a-94d3-4f86-a424-a630839b82b6 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 00:59:38.457044 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-f678524a-94d3-4f86-a424-a630839b82b6 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3280268 Sep 14 00:59:41.093259 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48544) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:41.429859 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.pecan_wsgi.hooks.translation [None req-955c3da9-fb05-4816-8924-b467430f0257 admin admin] GET failed (client error): The resource could not be found. Sep 14 00:59:41.431107 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-955c3da9-fb05-4816-8924-b467430f0257 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3369184 Sep 14 00:59:41.516558 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b6b854-4690-4a9a-8509-d0331f55f45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:41.517994 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e9b6b854-4690-4a9a-8509-d0331f55f45f admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825653 Sep 14 00:59:43.609621 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:43.653816 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:43.659934 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:44.108071 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48552) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:44.427429 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:59:44.446565 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Made reservation on behalf of 77e0a2fe229b4532ac18c75cfe42e13c for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:59:44.448848 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:44.483073 dv-cinder-857528-1-smb neutron-server[106460]: WARNING neutron.services.revisions.revision_plugin [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Could not find related network for resource to bump revision. Sep 14 00:59:44.495145 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 00:59:44.505465 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (c515e176-7774-42a2-bded-0630957a83d4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:44.505828 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Added segment c515e176-7774-42a2-bded-0630957a83d4 of type vlan for network 03cbf736-a699-401a-afb6-ce4708353d55 Sep 14 00:59:44.546062 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (03cbf736-a699-401a-afb6-ce4708353d55), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:44.568403 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (03cbf736-a699-401a-afb6-ce4708353d55), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:44.569339 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:44.569946 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:44.624286 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5148885 Sep 14 00:59:44.634722 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18573d5-c368-45e0-a1e0-1fa445606e34 admin admin] Pushing event updated for resources: {'Network': ['ID=03cbf736-a699-401a-afb6-ce4708353d55,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:44.648598 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 03cbf736-a699-401a-afb6-ce4708353d55 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 00:59:47.183458 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48560) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 00:59:47.557120 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c05218-eeee-43d7-b312-6e993db45f84 admin admin] GET failed (client error): The resource could not be found. Sep 14 00:59:47.558430 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-92c05218-eeee-43d7-b312-6e993db45f84 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3740489 Sep 14 00:59:47.627591 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666f743b-b50c-4940-990b-73f5f93b163c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:47.629010 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-666f743b-b50c-4940-990b-73f5f93b163c admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656776 Sep 14 00:59:47.639351 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 00:59:47.658474 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Made reservation on behalf of 77e0a2fe229b4532ac18c75cfe42e13c for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 00:59:47.660940 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:47.827607 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (10864a79-ee4f-4182-98ee-cf2ed1966fac), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:47.885936 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10864a79-ee4f-4182-98ee-cf2ed1966fac,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:47.895953 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.896331 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.896685 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.897036 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.897365 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.897690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.898031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.898350 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.898666 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.898984 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.899295 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.899610 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.899925 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.900237 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.900546 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:47.905467 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Checking segment: {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:59:47.905838 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Network hostable DHCP agents. Network: 03cbf736-a699-401a-afb6-ce4708353d55, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 00:59:47.917939 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:47.923297 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Network 03cbf736-a699-401a-afb6-ce4708353d55 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 00:59:47.933426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 03cbf736-a699-401a-afb6-ce4708353d55) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:59:47.937903 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 00:59:47.938495 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:47.943134 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d72864-b139-4a0e-b411-350a88490868 None None] Network 03cbf736-a699-401a-afb6-ce4708353d55 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:59:47.954768 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-75d8b1aa-b827-4aa9-b45f-5baa17957480 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3192730 Sep 14 00:59:48.055370 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-03cbf736-a699-401a-afb6-ce4708353d55', 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55', 'project_id': '77e0a2fe229b4532ac18c75cfe42e13c', 'fixed_ips': [{'subnet_id': '10864a79-ee4f-4182-98ee-cf2ed1966fac'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 00:59:48.056320 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:48.290547 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Allocated IP 192.168.233.2 (03cbf736-a699-401a-afb6-ce4708353d55/10864a79-ee4f-4182-98ee-cf2ed1966fac/2737a1cd-0d3e-4a55-ae56-1b2365787c5c) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 00:59:48.439110 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Publish callbacks [] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:48.445584 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:48.489551 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Network 03cbf736-a699-401a-afb6-ce4708353d55 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 00:59:48.492874 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 00:59:48.494740 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Pushing event updated for resources: {'Port': ['ID=2737a1cd-0d3e-4a55-ae56-1b2365787c5c,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:48.497424 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 00:59:48.508554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.508897 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.509238 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.509595 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.509960 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.510290 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.510617 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.510952 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.511262 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.511583 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.511906 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.512792 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.513113 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.513435 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.513756 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 00:59:48.565500 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Attempting to bind port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 00:59:48.565795 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Attempting to bind port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 00:59:48.566181 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Attempting to bind port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c on network 03cbf736-a699-401a-afb6-ce4708353d55 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 00:59:48.610207 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 0, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 00:59:48.610583 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Checking segment: {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 00:59:48.610981 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:48.611374 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Bound using segment: {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 00:59:48.611849 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Bound port: 2737a1cd-0d3e-4a55-ae56-1b2365787c5c, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 00:59:48.612222 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:48.673061 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] For port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 00:59:48.676824 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] For port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2737a1cd-0d3e-4a55-ae56-1b2365787c5c,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 00:59:48.683500 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:48.741157 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebceef5-1f6f-46e9-8428-eb0c8ca6c69c None None] Pushing event updated for resources: {'Port': ['ID=2737a1cd-0d3e-4a55-ae56-1b2365787c5c,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:49.446204 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2737a1cd-0d3e-4a55-ae56-1b2365787c5c up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:59:49.497746 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:49.498422 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:49.498982 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c Sep 14 00:59:49.529335 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8d6f4-1bc0-4de4-9da0-7925ee42fb53 None None] Network 03cbf736-a699-401a-afb6-ce4708353d55 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 00:59:49.620709 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Provisioning complete for port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:49.621020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:49.621368 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Attempt 1 to provision port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c Sep 14 00:59:49.717712 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:49.718130 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:49.785694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2737a1cd-0d3e-4a55-ae56-1b2365787c5c,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 00:59:49.793293 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:49.798070 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Current status of the port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:49.798276 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:49.854657 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:49.860858 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:49.886262 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=2737a1cd-0d3e-4a55-ae56-1b2365787c5c,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 00:59:49.902338 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.db.api [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 00:59:49.902847 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG oslo_db.api [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 00:59:50.435701 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:50.438227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-ac45e056-d06f-4938-9e05-277015008d1c None None] Current status of the port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:50.555574 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-a464ef36-eef4-49e2-8ac5-630e123704ea None None] Provisioning complete for port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:50.556223 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a464ef36-eef4-49e2-8ac5-630e123704ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:50.556347 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a464ef36-eef4-49e2-8ac5-630e123704ea None None] Attempt 1 to provision port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c Sep 14 00:59:50.631102 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a464ef36-eef4-49e2-8ac5-630e123704ea None None] Current status of the port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:51.415917 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2737a1cd-0d3e-4a55-ae56-1b2365787c5c up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 00:59:51.460238 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 00:59:51.460626 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2737a1cd-0d3e-4a55-ae56-1b2365787c5c), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 00:59:51.460962 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c Sep 14 00:59:51.532967 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 2737a1cd-0d3e-4a55-ae56-1b2365787c5c is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 00:59:54.140666 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 00:59:57.947433 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:57.948184 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 00:59:58.678923 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a11fbcd0-48fc-4617-84f6-e1f107dc3e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:00.941973 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1a01500b-6486-4358-9acd-575730e0cef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:02.288774 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:03.623796 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:03.668653 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:04.139504 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:04.140248 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:13.656746 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=35 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:13.662026 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:13.663792 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:28.681186 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4769c9b1-ceca-40ea-87fd-5689fe7dbf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:30.944011 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f20dde40-c0cf-4c08-af24-fe9ef944b849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:31.139495 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:00:32.292085 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:33.625587 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:33.671693 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:00:41.134938 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:41.135669 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:43.660795 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:43.665169 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:43.668771 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:00:58.683642 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ecccfa3a-59d6-49c6-b336-6ae27b10ed92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:00.950701 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-cb36b24c-f92d-44fd-8872-34cc500a6541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:02.292815 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:03.620650 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:03.675408 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:08.137473 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:01:09.600884 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48606) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:01:09.607117 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [None req-83194b2d-f14d-4c27-a81d-4dd4368f579b tempest-verify_tempest_config-712343878 tempest-verify_tempest_config-712343878-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:01:09.608076 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-83194b2d-f14d-4c27-a81d-4dd4368f579b tempest-verify_tempest_config-712343878 tempest-verify_tempest_config-712343878-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055931 Sep 14 01:01:10.112403 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48624) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:01:10.433447 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.506120 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Publish callbacks [] for security_group (ba133288-868f-4ff5-a5c3-20703c229f42), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.510072 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ba133288-868f-4ff5-a5c3-20703c229f42), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.554108 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bcd48386a64648988633b9cb3663ca91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4406052 Sep 14 01:01:10.555863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba133288-868f-4ff5-a5c3-20703c229f42,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:01:10.556876 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48628) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:01:10.562594 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.562931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.563263 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.563608 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.563933 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.564255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.564569 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.564883 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.565196 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.565510 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.565841 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.566177 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.566492 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.566800 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.567114 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4915ba2-d9db-4bb2-ab96-e28fa81d9220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.634680 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Publish callbacks [] for security_group (ba133288-868f-4ff5-a5c3-20703c229f42), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.654405 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Publish callbacks [] for security_group (ba133288-868f-4ff5-a5c3-20703c229f42), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.747228 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ba133288-868f-4ff5-a5c3-20703c229f42), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.749729 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:10.750941 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ba133288-868f-4ff5-a5c3-20703c229f42 HTTP/1.1" status: 204 len: 168 time: 0.1929877 Sep 14 01:01:10.762065 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba133288-868f-4ff5-a5c3-20703c229f42,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:01:10.768969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.769315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.769676 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.770063 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.770407 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.770736 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.771064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.771390 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.771726 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.772043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.772363 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.772700 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.773088 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.773417 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:10.773738 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91b7171-2830-41cd-887e-d8fe53a2d6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:01:12.150593 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:13.672020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:20.558928 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:20.559890 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:20.754713 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:20.766052 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:20.788873 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:20.794250 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:26.801385 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=17 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:26.803253 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=14 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:28.685939 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-e9e78ec5-ceaf-4375-9a8f-b9553aec14f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:30.942129 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f08a0e02-c434-4cc3-a476-9b7a5c044517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:32.297822 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:33.623891 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:33.678258 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:01:43.667835 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:43.671976 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:43.673614 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:45.136585 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:01:49.142356 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:55.132495 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:01:58.687092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3822a742-667b-44d8-a7ce-526a6bf4ac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:00.944704 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bcef8676-0204-42a1-8c76-7c83d29d0cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:02.297509 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:03.625882 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:03.681521 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:13.620416 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:13.671500 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:13.676821 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:22.135351 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 5 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:02:28.688275 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a4e13ce8-36e9-4ca5-9539-0fc7d467265f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:30.946133 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-80adc834-12b7-4b01-948b-b1e1a79cc488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:32.131055 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:32.131838 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:32.299463 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:33.627793 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:33.684678 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:43.675154 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:43.678063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:43.680705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:02:51.188683 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698244'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:58.693134 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-68bd086d-aa1a-4ded-b241-f66aa493ca1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:02:59.136514 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:03:00.948025 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-25955922-7b40-4030-bd26-f59d9e082ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:02.302501 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:03.630379 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:03.686864 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:04.751208 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48722) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:03:04.876385 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-de0b1490-6f7e-4c6a-8183-17ef28c254ff admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1241014 Sep 14 01:03:07.293188 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48732) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:03:07.347516 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-686fcf45-f96b-4487-aa42-5ce4cbfe415d admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0532534 Sep 14 01:03:09.130190 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:09.131078 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:13.677573 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:13.681487 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=8 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:13.683899 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:INSERT=1,neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:17.342054 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:17.342834 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:21.155331 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:26.802318 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=14 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:26.803618 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=12 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:28.684953 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-911854e6-ad02-4de7-adba-f5f1b901f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:30.949592 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-828a55cd-49ec-487c-bd5b-0976325f7b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:32.305117 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:33.634568 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:33.692851 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:36.136064 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:03:43.683105 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:43.686334 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:43.688940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:46.131072 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:46.131842 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:03:51.153227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:03:58.687588 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-504629a2-7166-4689-9590-3b98e91fb34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:00.951141 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed22c-785c-4bf9-8dc3-ef92770b61b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:02.307907 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:03.641238 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:03.702990 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:13.134680 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:04:13.631122 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:13.692482 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:13.694769 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:21.137408 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:21.152446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:27.139973 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:28.690156 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8d7ec9c3-b23f-413d-8a42-db9888f5b867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:30.958027 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f368b7e2-a7b5-4dd5-82e1-b73909cf2e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:32.311543 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:33.635162 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:33.701440 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:42.869593 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48882) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:43.120494 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-network', 'tenant_id': 'bed53281565444618feb8a98df16f5a7'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:43.156301 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Made reservation on behalf of bed53281565444618feb8a98df16f5a7 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:43.160027 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.169970 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.261968 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks [] for security_group (bb3013e6-48e2-48fc-ae29-8f8a37607162), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.269312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (bb3013e6-48e2-48fc-ae29-8f8a37607162), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.303324 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3013e6-48e2-48fc-ae29-8f8a37607162,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:43.316241 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.316603 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.317059 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.317401 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.317835 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.318168 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.318418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.318759 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.319169 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.319599 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.319933 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.320256 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.320772 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.320897 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.321195 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Tracked resource versions report: Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: pushed versions: Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Agent': {'1.1'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Log': {'1.0'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'NDPProxy': {'1.0'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Network': {'1.1'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Port': {'1.7'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'PortForwarding': {'1.3'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'QosPolicy': {'1.10'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'SubPort': {'1.0'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Subnet': {'1.1'}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Trunk': {'1.1'}} Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: consumer versions: Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Agent': '1.1', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'ConntrackHelper': '1.0', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'LocalIPAssociation': '1.0', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Log': '1.0', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'NDPProxy': '1.0', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Network': '1.1', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Port': '1.7', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'PortForwarding': '1.3', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'QosPolicy': '1.10', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroup': '1.5', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'SecurityGroupRule': '1.2', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'SubPort': '1.0', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Subnet': '1.1', Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: 'Trunk': '1.1'}} Sep 14 01:04:43.322446 dv-cinder-857528-1-smb neutron-server[106459]: {{(pid=106459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:43.329173 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:43.344244 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737629991608', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (c1358918-bdf7-4f45-af89-697782e7f913), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.344765 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Unsubscribe: segment precommit_create {{(pid=106459) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 01:04:43.345233 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.segments_db [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Added segment c1358918-bdf7-4f45-af89-697782e7f913 of type vlan for network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 Sep 14 01:04:43.394218 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.430339 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.431487 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:43.432310 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.508962 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6375539 Sep 14 01:04:43.512299 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48942) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:43.522010 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Request body: {'subnet': {'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-subnet', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:43.532589 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804fd5c-7b18-4fce-8e13-b5901ec6b990 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:43.544923 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:43.557060 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Made reservation on behalf of bed53281565444618feb8a98df16f5a7 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:43.559599 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.633391 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:43.749790 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (56fcaa17-71fa-41b7-8538-674b35abe051), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.760544 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48950) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:43.806491 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fcaa17-71fa-41b7-8538-674b35abe051,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:43.820803 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.821150 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.821760 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.822734 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.823262 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.823749 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.824256 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.824606 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.824951 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.825424 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.825787 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.826250 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.826726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.827090 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.827377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Tracked resource versions report: Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: pushed versions: Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Agent': {'1.1'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Log': {'1.0'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'NDPProxy': {'1.0'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Network': {'1.1'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Port': {'1.7'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'PortForwarding': {'1.3'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'QosPolicy': {'1.10'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'SubPort': {'1.0'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Subnet': {'1.1'}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Trunk': {'1.1'}} Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: consumer versions: Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Agent': '1.1', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'ConntrackHelper': '1.0', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'LocalIPAssociation': '1.0', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Log': '1.0', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'NDPProxy': '1.0', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Network': '1.1', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Port': '1.7', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'PortForwarding': '1.3', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'QosPolicy': '1.10', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroup': '1.5', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'SecurityGroupRule': '1.2', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'SubPort': '1.0', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Subnet': '1.1', Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: 'Trunk': '1.1'}} Sep 14 01:04:43.828667 dv-cinder-857528-1-smb neutron-server[106460]: {{(pid=106460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:43.838134 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Checking segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:43.838493 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Network hostable DHCP agents. Network: 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:43.857506 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:43.869365 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:43.879129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:43.879726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.880523 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d8f11-5269-4ff7-8a37-e47cba8a12a9 None None] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:43.902528 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 48956) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:43.903113 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-79a1dbf7-a987-4938-9b4b-1396c0685f97 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3883901 Sep 14 01:04:43.908495 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:43.919749 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48958) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:43.938100 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:43.940641 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (7604e2da-3561-47d3-8e19-69a15e213c73), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.943788 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (7604e2da-3561-47d3-8e19-69a15e213c73), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:43.957950 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 48962) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:44.012556 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:44.013526 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.067109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks [] for router_controller (7604e2da-3561-47d3-8e19-69a15e213c73), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.214947 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks [] for router_gateway (7604e2da-3561-47d3-8e19-69a15e213c73), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.264838 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Allocated IP 172.20.0.2 (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879/56fcaa17-71fa-41b7-8538-674b35abe051/ba512fe6-8612-4712-9bf0-38a5d981b312) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:44.343387 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1682344652-network', 'tenant_id': '432ef291111b4c1fba8630190dff0c53'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:44.386721 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Made reservation on behalf of 432ef291111b4c1fba8630190dff0c53 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:44.388625 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-790291949-network', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:44.389769 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.410799 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.431484 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Made reservation on behalf of a096c51fd3034ca9ae0b71a8cbb1af17 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:44.434312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.450677 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-514075477-network', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:44.450837 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.475600 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks [] for router_gateway (7604e2da-3561-47d3-8e19-69a15e213c73), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.505741 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.516036 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Publish callbacks [] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.519874 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.526207 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.532731 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.565396 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks [] for security_group (b9aae310-35c3-42bf-af23-8df659c13a1d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.566383 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.567871 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Made reservation on behalf of 1f0d081d730748f587aa7a3e93653c13 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:44.571193 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.583439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.598653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b9aae310-35c3-42bf-af23-8df659c13a1d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.608358 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Pushing event updated for resources: {'Port': ['ID=ba512fe6-8612-4712-9bf0-38a5d981b312,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.619722 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:44.623961 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:44.626620 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:44.630548 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.630882 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.631215 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.631578 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.631897 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.632227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.632549 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.632868 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.633188 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.633512 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.634050 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.634176 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.634471 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.634783 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.635103 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Tracked resource versions report: Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: pushed versions: Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Agent': {'1.1'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Log': {'1.0'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'NDPProxy': {'1.0'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Network': {'1.1'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Port': {'1.7'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'PortForwarding': {'1.3'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'QosPolicy': {'1.10'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'SubPort': {'1.0'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Subnet': {'1.1'}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Trunk': {'1.1'}} Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: consumer versions: Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Agent': '1.1', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'ConntrackHelper': '1.0', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'LocalIPAssociation': '1.0', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Log': '1.0', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'NDPProxy': '1.0', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Network': '1.1', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Port': '1.7', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'PortForwarding': '1.3', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'QosPolicy': '1.10', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroup': '1.5', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'SecurityGroupRule': '1.2', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'SubPort': '1.0', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Subnet': '1.1', Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: 'Trunk': '1.1'}} Sep 14 01:04:44.636314 dv-cinder-857528-1-smb neutron-server[106461]: {{(pid=106461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:44.668969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks [] for security_group (d99152db-951d-42ec-ae54-2df63d22b001), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.677078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d99152db-951d-42ec-ae54-2df63d22b001), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.705047 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aae310-35c3-42bf-af23-8df659c13a1d,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.716228 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Attempting to bind port ba512fe6-8612-4712-9bf0-38a5d981b312 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:44.716599 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Attempting to bind port ba512fe6-8612-4712-9bf0-38a5d981b312 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:44.717001 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Attempting to bind port ba512fe6-8612-4712-9bf0-38a5d981b312 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:44.724417 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:44.727480 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Allocated IP 172.28.1.13 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/67de901c-464b-412d-868d-d609916342ed) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:44.729540 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99152db-951d-42ec-ae54-2df63d22b001,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:44.756953 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (8657d933-04a6-4247-8878-786140b18106), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.757700 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Added segment 8657d933-04a6-4247-8878-786140b18106 of type vlan for network 829a0248-dba9-4c23-9e33-40618fdbaae3 Sep 14 01:04:44.764338 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:44.771511 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:44.772289 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Checking segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:44.772994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.773732 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Bound using segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:44.774403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Bound port: ba512fe6-8612-4712-9bf0-38a5d981b312, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:44.787390 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.797124 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (be4351d3-4624-478f-b84e-c3923cb2419f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.797917 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.segments_db [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Added segment be4351d3-4624-478f-b84e-c3923cb2419f of type vlan for network aa6ede67-71ad-44e8-9ebc-4e331059c547 Sep 14 01:04:44.847355 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks [] for security_group (09cc1884-82e1-4b98-9bd3-122dff815c8b), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.849790 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (829a0248-dba9-4c23-9e33-40618fdbaae3), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.860569 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (09cc1884-82e1-4b98-9bd3-122dff815c8b), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.876892 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:44.889994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (d9f0cc15-921a-490f-9be2-c1e0dd115d5c), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.890718 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Added segment d9f0cc15-921a-490f-9be2-c1e0dd115d5c of type vlan for network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a Sep 14 01:04:44.928926 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:44.930411 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] For port ba512fe6-8612-4712-9bf0-38a5d981b312, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:44.935937 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] For port ba512fe6-8612-4712-9bf0-38a5d981b312, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=ba512fe6-8612-4712-9bf0-38a5d981b312,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:44.946966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.958159 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (99834cc1-1b0c-4af1-9db5-bbb28c819c4a), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.959349 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (aa6ede67-71ad-44e8-9ebc-4e331059c547), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.998352 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (829a0248-dba9-4c23-9e33-40618fdbaae3), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:44.999976 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:45.000759 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.026241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cc1884-82e1-4b98-9bd3-122dff815c8b,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.057011 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1361129 Sep 14 01:04:45.058040 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (99834cc1-1b0c-4af1-9db5-bbb28c819c4a), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.059092 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:45.059646 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83872cf4-40a0-4711-a030-f0f725e22588 None None] Pushing event updated for resources: {'Port': ['ID=ba512fe6-8612-4712-9bf0-38a5d981b312,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.059962 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.062393 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49012) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:45.104888 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Request body: {'subnet': {'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1682344652-subnet', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:45.114775 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks [] for port (67de901c-464b-412d-868d-d609916342ed), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.131874 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (aa6ede67-71ad-44e8-9ebc-4e331059c547), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.133527 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:45.136291 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.140773 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf397aa2-bdbc-47b9-a4cd-a2a447ab3350 admin admin] Pushing event updated for resources: {'Network': ['ID=829a0248-dba9-4c23-9e33-40618fdbaae3,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.152648 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1937110 Sep 14 01:04:45.156090 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:45.166548 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49014) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:45.170836 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Made reservation on behalf of 432ef291111b4c1fba8630190dff0c53 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:45.173322 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.205021 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Request body: {'subnet': {'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-subnet', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:45.396269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfc81f-2baf-43b2-90ae-103519909e0d admin admin] Pushing event updated for resources: {'Network': ['ID=99834cc1-1b0c-4af1-9db5-bbb28c819c4a,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.396269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Made reservation on behalf of 1f0d081d730748f587aa7a3e93653c13 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:45.396269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.397161 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:45.590520 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:45.666237 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] Pushing event updated for resources: {'Network': ['ID=aa6ede67-71ad-44e8-9ebc-4e331059c547,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.682149 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49024) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:45.684379 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0c45c62c-936c-40f8-a926-4c8a52f03a47 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9218287 Sep 14 01:04:45.685658 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:45.687352 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (67de901c-464b-412d-868d-d609916342ed), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.711312 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Request body: {'subnet': {'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-790291949-subnet', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:45.770269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (855d3dec-e77a-430a-a33a-4d5a2944cffb), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.810174 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Pushing event updated for resources: {'Port': ['ID=67de901c-464b-412d-868d-d609916342ed,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:45.811990 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Made reservation on behalf of a096c51fd3034ca9ae0b71a8cbb1af17 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:45.814728 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.822538 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:45.827068 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:45.831932 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:45.938098 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ba512fe6-8612-4712-9bf0-38a5d981b312 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:45.984896 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (fc0d73bb-d491-4fad-a78e-8bc04de760c0), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:45.988637 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=855d3dec-e77a-430a-a33a-4d5a2944cffb,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.095882 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.099157 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port ba512fe6-8612-4712-9bf0-38a5d981b312 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:46.100736 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.101842 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port ba512fe6-8612-4712-9bf0-38a5d981b312 Sep 14 01:04:46.145954 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Checking segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:46.146907 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Network hostable DHCP agents. Network: 829a0248-dba9-4c23-9e33-40618fdbaae3, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:46.231086 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.231934 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port ba512fe6-8612-4712-9bf0-38a5d981b312 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:46.235077 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.244215 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0d73bb-d491-4fad-a78e-8bc04de760c0,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.302142 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Checking segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:46.302461 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Network hostable DHCP agents. Network: 99834cc1-1b0c-4af1-9db5-bbb28c819c4a, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:46.316575 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:46.317758 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port ba512fe6-8612-4712-9bf0-38a5d981b312, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=ba512fe6-8612-4712-9bf0-38a5d981b312,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:46.327355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.350365 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 829a0248-dba9-4c23-9e33-40618fdbaae3) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:46.362782 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:46.363463 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.389403 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks [] for router_gateway (7604e2da-3561-47d3-8e19-69a15e213c73), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.395907 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:46.423711 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 99834cc1-1b0c-4af1-9db5-bbb28c819c4a) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:46.454799 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-48413e80-11d9-49cc-9e49-106c0ff109aa admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3551648 Sep 14 01:04:46.464927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:46.465781 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.468910 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49062) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:46.479168 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:46.495453 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (418acad6-d289-4a86-9997-e0d460284095), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.551044 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.555121 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-38f652cc-8f16-4b1c-b8f4-1852c79f7750 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3877149 Sep 14 01:04:46.561976 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49066) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:46.568286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:46.587515 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (e4e3dc32-7d4d-47f6-a84e-347c54354991), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.591125 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (e4e3dc32-7d4d-47f6-a84e-347c54354991), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.602750 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=ba512fe6-8612-4712-9bf0-38a5d981b312,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.605602 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a5cdae-3ca0-44f6-9395-4ca9d14010a1 None None] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:46.635911 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418acad6-d289-4a86-9997-e0d460284095,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:46.654999 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.667897 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4f86b-ae57-4eec-a028-1009bd942ecf None None] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:46.671612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.673209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.689247 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:46.693137 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Network hostable DHCP agents. Network: aa6ede67-71ad-44e8-9ebc-4e331059c547, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:46.820733 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:46.825504 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e284b0de-2395-4ad0-aae3-e954cd46d3ef None None] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:46.870549 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks [] for router_controller (e4e3dc32-7d4d-47f6-a84e-347c54354991), precommit_add_association {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.941002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (7604e2da-3561-47d3-8e19-69a15e213c73), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:46.946416 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:46.949680 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks [] for router_controller (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), precommit_add_association {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.094532 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, aa6ede67-71ad-44e8-9ebc-4e331059c547) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:47.178064 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:47.178064 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.183938 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:47.183938 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:47.250957 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a06b4c4-3bb9-42c4-a8cb-bf6112d480be None None] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:47.293769 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b5580b71-3fd3-4fd1-9dcc-70a5a9490aa5 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5908563 Sep 14 01:04:47.298199 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49116) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:47.330058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:47.331702 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-829a0248-dba9-4c23-9e33-40618fdbaae3', 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'project_id': '432ef291111b4c1fba8630190dff0c53', 'fixed_ips': [{'subnet_id': '855d3dec-e77a-430a-a33a-4d5a2944cffb'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:47.334526 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.340848 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks [] for router_gateway (e4e3dc32-7d4d-47f6-a84e-347c54354991), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.359116 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks [] for router_gateway (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.374403 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:47.407122 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-52762dd6-5b2c-4be7-8f33-4a875e88134a None None] Provisioning complete for port ba512fe6-8612-4712-9bf0-38a5d981b312 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:47.407761 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-52762dd6-5b2c-4be7-8f33-4a875e88134a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.408325 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-52762dd6-5b2c-4be7-8f33-4a875e88134a None None] Attempt 1 to provision port ba512fe6-8612-4712-9bf0-38a5d981b312 Sep 14 01:04:47.434344 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Router 7604e2da-3561-47d3-8e19-69a15e213c73 is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:47.465966 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.485271 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.707687 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ba512fe6-8612-4712-9bf0-38a5d981b312 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:47.726932 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49138) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:47.738817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks [] for router_controller (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), precommit_add_association {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.784474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:47.786435 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49144) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:47.800464 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:47.817205 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:47.826742 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:47.827558 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.830729 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-baadea2d-edeb-44c6-a937-03b21fff2608 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9248347 Sep 14 01:04:47.834801 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49150) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:47.921153 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:47.922089 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:47.988538 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8cbad6b0-44fe-40dd-abc2-986855b001bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.123498 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.130111 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8cbad6b0-44fe-40dd-abc2-986855b001bd admin admin] Publish callbacks [] for security_group (2b3d1a8e-d126-4b92-a291-83c550300da1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.162208 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-8cbad6b0-44fe-40dd-abc2-986855b001bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (2b3d1a8e-d126-4b92-a291-83c550300da1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.162571 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-61ccc094-7f4d-4422-9301-6573f5c1cee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.197989 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:48.221955 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-8cbad6b0-44fe-40dd-abc2-986855b001bd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=534146e04a5d492c9e2c52ce6eea64bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4344442 Sep 14 01:04:48.228462 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49158) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:48.291947 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks [] for router_gateway (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.301834 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49162) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:48.302157 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.399172 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Allocated IP 172.20.0.2 (829a0248-dba9-4c23-9e33-40618fdbaae3/855d3dec-e77a-430a-a33a-4d5a2944cffb/75f152dc-6426-4757-b019-fd56f4e2429d) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:48.399970 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbad6b0-44fe-40dd-abc2-986855b001bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d1a8e-d126-4b92-a291-83c550300da1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:48.402688 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.405394 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks [] for router_gateway (e4e3dc32-7d4d-47f6-a84e-347c54354991), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.603138 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:46Z', 'revision_number': 3, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:48.603434 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-aa6ede67-71ad-44e8-9ebc-4e331059c547', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:04:48.604535 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.621414 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.635211 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:48.635921 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Updating router 7604e2da-3561-47d3-8e19-69a15e213c73 port 67de901c-464b-412d-868d-d609916342ed binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:48.649561 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.689666 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67de901c-464b-412d-868d-d609916342ed), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.709455 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port ba512fe6-8612-4712-9bf0-38a5d981b312 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:48.710458 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.710458 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port ba512fe6-8612-4712-9bf0-38a5d981b312 Sep 14 01:04:48.711990 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-52762dd6-5b2c-4be7-8f33-4a875e88134a None None] Current status of the port ba512fe6-8612-4712-9bf0-38a5d981b312 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:48.739972 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks [] for router_gateway (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.837704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Allocated IP 172.20.0.1 (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879/56fcaa17-71fa-41b7-8538-674b35abe051/a040a279-8087-4115-a3f1-f557126109cb) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:48.883771 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Allocated IP 172.20.0.2 (aa6ede67-71ad-44e8-9ebc-4e331059c547/418acad6-d289-4a86-9997-e0d460284095/5d0bcdac-75e0-409e-8c02-0e106d83243e) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:48.890624 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.925638 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf5e357c-fbca-4370-baa7-54bfa4b3e9a1 admin admin] Publish callbacks [] for security_group (2b3d1a8e-d126-4b92-a291-83c550300da1), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:48.928073 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:48.940173 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2360678f-3a7e-4790-9187-20375ba1d211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.035923 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-61ccc094-7f4d-4422-9301-6573f5c1cee5 admin admin] Publish callbacks [] for security_group (e17bca9e-0cfa-40ba-916f-e230fa3ff663), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.064315 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-61ccc094-7f4d-4422-9301-6573f5c1cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e17bca9e-0cfa-40ba-916f-e230fa3ff663), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.117718 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf5e357c-fbca-4370-baa7-54bfa4b3e9a1 admin admin] Publish callbacks [] for security_group (2b3d1a8e-d126-4b92-a291-83c550300da1), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.124210 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Publish callbacks [] for port (75f152dc-6426-4757-b019-fd56f4e2429d), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.132092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.136741 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Publish callbacks [] for port (67de901c-464b-412d-868d-d609916342ed), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.144288 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (67de901c-464b-412d-868d-d609916342ed), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.144419 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks [] for port (a040a279-8087-4115-a3f1-f557126109cb), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.182676 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.186783 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (a040a279-8087-4115-a3f1-f557126109cb), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.208881 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Pushing event updated for resources: {'Port': ['ID=67de901c-464b-412d-868d-d609916342ed,revision_number=2']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.221734 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.222111 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.222456 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.222823 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.223158 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.223486 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.223852 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.224177 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.224551 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.224885 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.225227 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.226512 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.226869 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.227191 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.227518 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Tracked resource versions report: Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: pushed versions: Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: { 'AddressGroup': {'1.2'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Agent': {'1.1'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'ConntrackHelper': {'1.0'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'LocalIPAssociation': {'1.0'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Log': {'1.0'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'NDPProxy': {'1.0'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Network': {'1.1'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Port': {'1.7'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'PortForwarding': {'1.3'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'QosPolicy': {'1.10'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroup': {'1.5'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroupRule': {'1.2'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'SubPort': {'1.0'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Subnet': {'1.1'}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Trunk': {'1.1'}} Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: consumer versions: Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: { DHCP agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: HyperV agent@hv-cinder-85752: {}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: L3 agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: Metadata agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: Metering agent@dv-cinder-857528-1-smb: {}, Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: Open vSwitch agent@dv-cinder-857528-1-smb: { 'AddressGroup': '1.2', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Agent': '1.1', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'ConntrackHelper': '1.0', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'LocalIPAssociation': '1.0', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Log': '1.0', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'NDPProxy': '1.0', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Network': '1.1', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Port': '1.7', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'PortForwarding': '1.3', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'QosPolicy': '1.10', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroup': '1.5', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'SecurityGroupRule': '1.2', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'SubPort': '1.0', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Subnet': '1.1', Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: 'Trunk': '1.1'}} Sep 14 01:04:49.228700 dv-cinder-857528-1-smb neutron-server[106462]: {{(pid=106462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 01:04:49.233528 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Attempting to bind port 67de901c-464b-412d-868d-d609916342ed on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:49.233913 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Attempting to bind port 67de901c-464b-412d-868d-d609916342ed by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:49.234274 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Attempting to bind port 67de901c-464b-412d-868d-d609916342ed on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:49.238077 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:49.244855 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:49.250508 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-805c1640-c172-4eb8-9839-722bd8b0bc3f None None] Provisioning complete for port ba512fe6-8612-4712-9bf0-38a5d981b312 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:49.251365 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-805c1640-c172-4eb8-9839-722bd8b0bc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.251867 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-805c1640-c172-4eb8-9839-722bd8b0bc3f None None] Attempt 1 to provision port ba512fe6-8612-4712-9bf0-38a5d981b312 Sep 14 01:04:49.264999 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:49.266019 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (7604e2da-3561-47d3-8e19-69a15e213c73), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.289138 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.290966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Publish callbacks [] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.299631 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:49.300387 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:49.300625 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.301478 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:49.302043 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Bound port: 67de901c-464b-412d-868d-d609916342ed, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:49.302466 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67de901c-464b-412d-868d-d609916342ed), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.337961 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:49.345469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49188) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:49.350349 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-61ccc094-7f4d-4422-9301-6573f5c1cee5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=94b668e5b6934e2ab39416b8877a58a2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6173530 Sep 14 01:04:49.355158 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.358236 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.371496 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:49.372140 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] For port 67de901c-464b-412d-868d-d609916342ed, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:49.375752 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] For port 67de901c-464b-412d-868d-d609916342ed, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=67de901c-464b-412d-868d-d609916342ed,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:49.380062 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:49.386774 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (67de901c-464b-412d-868d-d609916342ed), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.389209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccc094-7f4d-4422-9301-6573f5c1cee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17bca9e-0cfa-40ba-916f-e230fa3ff663,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.406371 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Pushing event updated for resources: {'Port': ['ID=a040a279-8087-4115-a3f1-f557126109cb,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.439097 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:49.439934 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:49.465510 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Pushing event updated for resources: {'Port': ['ID=75f152dc-6426-4757-b019-fd56f4e2429d,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.485355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Allocated IP 172.20.0.2 (99834cc1-1b0c-4af1-9db5-bbb28c819c4a/fc0d73bb-d491-4fad-a78e-8bc04de760c0/5a454248-7435-4a4f-b53a-29bb74e45c4a) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:49.490159 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.499203 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf5e357c-fbca-4370-baa7-54bfa4b3e9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (2b3d1a8e-d126-4b92-a291-83c550300da1), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.501467 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf5e357c-fbca-4370-baa7-54bfa4b3e9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.516439 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-cf5e357c-fbca-4370-baa7-54bfa4b3e9a1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2b3d1a8e-d126-4b92-a291-83c550300da1 HTTP/1.1" status: 204 len: 168 time: 1.2708313 Sep 14 01:04:49.535193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80e33d3b-07f1-41af-82f2-3695b774f611 admin admin] Publish callbacks [] for security_group (e17bca9e-0cfa-40ba-916f-e230fa3ff663), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.541233 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.583050 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e357c-fbca-4370-baa7-54bfa4b3e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d1a8e-d126-4b92-a291-83c550300da1,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.602210 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:49.614798 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port ba512fe6-8612-4712-9bf0-38a5d981b312 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:49.625647 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Allocated IP 172.28.1.146 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/6959698a-3b87-45db-8ce3-bba331620d27) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:49.627453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Pushing event updated for resources: {'Port': ['ID=5d0bcdac-75e0-409e-8c02-0e106d83243e,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.628516 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a040a279-8087-4115-a3f1-f557126109cb), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.634538 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80e33d3b-07f1-41af-82f2-3695b774f611 admin admin] Publish callbacks [] for security_group (e17bca9e-0cfa-40ba-916f-e230fa3ff663), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.656770 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.666936 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:49.669931 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:49.688447 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks [] for router_gateway (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.762261 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:49.767631 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.789570 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:49.803064 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d8772-0109-4054-8008-29876d6ef73d None None] Pushing event updated for resources: {'Port': ['ID=67de901c-464b-412d-868d-d609916342ed,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.814858 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Attempting to bind port 75f152dc-6426-4757-b019-fd56f4e2429d on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:49.815445 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Attempting to bind port 75f152dc-6426-4757-b019-fd56f4e2429d by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:49.816071 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Attempting to bind port 75f152dc-6426-4757-b019-fd56f4e2429d on network 829a0248-dba9-4c23-9e33-40618fdbaae3 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:49.856988 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:46Z', 'revision_number': 3, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:49.862157 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80e33d3b-07f1-41af-82f2-3695b774f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e17bca9e-0cfa-40ba-916f-e230fa3ff663), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.864660 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80e33d3b-07f1-41af-82f2-3695b774f611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.868150 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-80e33d3b-07f1-41af-82f2-3695b774f611 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e17bca9e-0cfa-40ba-916f-e230fa3ff663 HTTP/1.1" status: 204 len: 168 time: 0.5190289 Sep 14 01:04:49.898645 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e33d3b-07f1-41af-82f2-3695b774f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17bca9e-0cfa-40ba-916f-e230fa3ff663,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:49.919435 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da6e58-508d-4eaf-9593-3526f34e6c35 None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:46Z', 'revision_number': 3, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:49.976246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks [] for port (6959698a-3b87-45db-8ce3-bba331620d27), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.981737 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks [] for port (a040a279-8087-4115-a3f1-f557126109cb), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.991638 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a040a279-8087-4115-a3f1-f557126109cb), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:49.992540 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (7604e2da-3561-47d3-8e19-69a15e213c73), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.110212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2360678f-3a7e-4790-9187-20375ba1d211 admin admin] Publish callbacks [] for security_group (7158cce3-4323-49d9-be83-fbfb649735ef), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.136269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2360678f-3a7e-4790-9187-20375ba1d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7158cce3-4323-49d9-be83-fbfb649735ef), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.138361 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:04:50.194729 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Pushing event updated for resources: {'Port': ['ID=a040a279-8087-4115-a3f1-f557126109cb,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.236078 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:50.255902 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:50.258030 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:50.274630 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-805c1640-c172-4eb8-9839-722bd8b0bc3f None None] Current status of the port ba512fe6-8612-4712-9bf0-38a5d981b312 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:50.306929 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2360678f-3a7e-4790-9187-20375ba1d211 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=548dcbaeea97445e9a1572cd3f069fb7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0010185 Sep 14 01:04:50.322238 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49216) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:50.324435 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360678f-3a7e-4790-9187-20375ba1d211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7158cce3-4323-49d9-be83-fbfb649735ef,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.346606 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:50.347063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Checking segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:50.347418 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.351425 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Bound using segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:50.351955 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Bound port: 75f152dc-6426-4757-b019-fd56f4e2429d, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:50.352359 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.371530 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Attempting to bind port 5d0bcdac-75e0-409e-8c02-0e106d83243e on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:50.371906 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Attempting to bind port 5d0bcdac-75e0-409e-8c02-0e106d83243e by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:50.372301 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Attempting to bind port 5d0bcdac-75e0-409e-8c02-0e106d83243e on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:50.378124 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (6959698a-3b87-45db-8ce3-bba331620d27), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.593022 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Router 7604e2da-3561-47d3-8e19-69a15e213c73 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:04:50.622271 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] For port 75f152dc-6426-4757-b019-fd56f4e2429d, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:50.622584 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:50.626345 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] For port 75f152dc-6426-4757-b019-fd56f4e2429d, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=75f152dc-6426-4757-b019-fd56f4e2429d,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:50.647651 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.649023 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:50.680089 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:50.685443 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Provisioning complete for port a040a279-8087-4115-a3f1-f557126109cb triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:50.687566 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a040a279-8087-4115-a3f1-f557126109cb), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.688192 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 1 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:50.692960 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Pushing event updated for resources: {'Port': ['ID=6959698a-3b87-45db-8ce3-bba331620d27,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:50.750538 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Allocated IP 172.28.1.24 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/8925e138-b44b-407c-a80f-d506aacbdcbc) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:50.825305 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e826a67-35c6-4069-858c-084ed310d958 admin admin] Publish callbacks [] for security_group (7158cce3-4323-49d9-be83-fbfb649735ef), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.844186 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:50.883543 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:50.905477 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b73b9915-f2fe-4644-891d-3e1ddf02fd22 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/7604e2da-3561-47d3-8e19-69a15e213c73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608330 Sep 14 01:04:50.905477 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49224) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:50.923851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-77c1967d-55f2-49f1-9dfa-5b5a24a5164e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.964175 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:50.964820 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:50.965417 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.965846 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Bound using segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:50.966359 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Bound port: 5d0bcdac-75e0-409e-8c02-0e106d83243e, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:50.966750 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:50.968986 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:51.053126 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Publish callbacks [] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.091512 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.116561 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4a79a-5916-41d5-b578-3651504dd2e4 None None] Pushing event updated for resources: {'Port': ['ID=75f152dc-6426-4757-b019-fd56f4e2429d,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.161159 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-77c1967d-55f2-49f1-9dfa-5b5a24a5164e admin admin] Publish callbacks [] for security_group (a359a01d-d729-47b7-a869-bbc573c61e3d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.162652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.164470 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49230) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:51.176756 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-77c1967d-55f2-49f1-9dfa-5b5a24a5164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a359a01d-d729-47b7-a869-bbc573c61e3d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.194455 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e826a67-35c6-4069-858c-084ed310d958 admin admin] Publish callbacks [] for security_group (7158cce3-4323-49d9-be83-fbfb649735ef), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.215088 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:51.230399 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:51.234729 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:51.252537 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.253240 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Pushing event updated for resources: {'Port': ['ID=5a454248-7435-4a4f-b53a-29bb74e45c4a,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.265943 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] For port 5d0bcdac-75e0-409e-8c02-0e106d83243e, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:51.309857 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-77c1967d-55f2-49f1-9dfa-5b5a24a5164e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bb167cb341ad4619a393c7fe820d0d04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4102993 Sep 14 01:04:51.319150 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49236) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:51.325752 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] For port 5d0bcdac-75e0-409e-8c02-0e106d83243e, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5d0bcdac-75e0-409e-8c02-0e106d83243e,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:51.335953 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.375585 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Attempting to bind port 5a454248-7435-4a4f-b53a-29bb74e45c4a on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:51.376020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Attempting to bind port 5a454248-7435-4a4f-b53a-29bb74e45c4a by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:51.376458 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Attempting to bind port 5a454248-7435-4a4f-b53a-29bb74e45c4a on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:51.384093 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1967d-55f2-49f1-9dfa-5b5a24a5164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a359a01d-d729-47b7-a869-bbc573c61e3d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.410990 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e826a67-35c6-4069-858c-084ed310d958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7158cce3-4323-49d9-be83-fbfb649735ef), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.417786 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e826a67-35c6-4069-858c-084ed310d958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.419004 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0e826a67-35c6-4069-858c-084ed310d958 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7158cce3-4323-49d9-be83-fbfb649735ef HTTP/1.1" status: 204 len: 168 time: 1.0903728 Sep 14 01:04:51.457829 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be807c75-0df6-4039-a217-c1a1740064a8 admin admin] Publish callbacks [] for security_group (a359a01d-d729-47b7-a869-bbc573c61e3d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.469716 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 2 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:51.474793 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e826a67-35c6-4069-858c-084ed310d958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158cce3-4323-49d9-be83-fbfb649735ef,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.503109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:51.509368 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b1a9-888e-43a0-bf15-de108fa68de8 None None] Pushing event updated for resources: {'Port': ['ID=5d0bcdac-75e0-409e-8c02-0e106d83243e,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.510287 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be807c75-0df6-4039-a217-c1a1740064a8 admin admin] Publish callbacks [] for security_group (a359a01d-d729-47b7-a869-bbc573c61e3d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.555996 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:51.556422 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Checking segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:51.556971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.557966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Bound using segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:51.558479 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Bound port: 5a454248-7435-4a4f-b53a-29bb74e45c4a, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:51.558864 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.612377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be807c75-0df6-4039-a217-c1a1740064a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a359a01d-d729-47b7-a869-bbc573c61e3d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.616821 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-be807c75-0df6-4039-a217-c1a1740064a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.618326 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-be807c75-0df6-4039-a217-c1a1740064a8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a359a01d-d729-47b7-a869-bbc573c61e3d HTTP/1.1" status: 204 len: 168 time: 0.2982945 Sep 14 01:04:51.630112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be807c75-0df6-4039-a217-c1a1740064a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a359a01d-d729-47b7-a869-bbc573c61e3d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:51.714457 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e54d9f6-cebd-4e4a-98fd-b8f1f1529c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.728523 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:51.764080 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks [] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.823102 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] For port 5a454248-7435-4a4f-b53a-29bb74e45c4a, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:51.827127 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] For port 5a454248-7435-4a4f-b53a-29bb74e45c4a, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5a454248-7435-4a4f-b53a-29bb74e45c4a,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:51.836812 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:51.984991 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 75f152dc-6426-4757-b019-fd56f4e2429d up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:51.992629 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks [] for router_gateway (e4e3dc32-7d4d-47f6-a84e-347c54354991), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.056867 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e54d9f6-cebd-4e4a-98fd-b8f1f1529c64 admin admin] Publish callbacks [] for security_group (d15559f0-fe51-452e-b0a1-806f9fb34142), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.067581 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e54d9f6-cebd-4e4a-98fd-b8f1f1529c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d15559f0-fe51-452e-b0a1-806f9fb34142), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.148458 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6e54d9f6-cebd-4e4a-98fd-b8f1f1529c64 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=726dba76e5dc40169fe5d84551638ced&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9815695 Sep 14 01:04:52.149546 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49250) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:52.153834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e39cd-0959-4c22-9868-e7037641106d None None] Pushing event updated for resources: {'Port': ['ID=5a454248-7435-4a4f-b53a-29bb74e45c4a,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:52.193952 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 75f152dc-6426-4757-b019-fd56f4e2429d triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:52.194378 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.194731 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 75f152dc-6426-4757-b019-fd56f4e2429d Sep 14 01:04:52.217544 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54d9f6-cebd-4e4a-98fd-b8f1f1529c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15559f0-fe51-452e-b0a1-806f9fb34142,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:52.245298 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 3 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:52.342566 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bb98ff05-0054-4bf6-b448-ca52f68f6e8e admin admin] Publish callbacks [] for security_group (d15559f0-fe51-452e-b0a1-806f9fb34142), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.346750 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:52.387975 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bb98ff05-0054-4bf6-b448-ca52f68f6e8e admin admin] Publish callbacks [] for security_group (d15559f0-fe51-452e-b0a1-806f9fb34142), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.433261 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.460090 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 75f152dc-6426-4757-b019-fd56f4e2429d is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:52.462187 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.532041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bb98ff05-0054-4bf6-b448-ca52f68f6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d15559f0-fe51-452e-b0a1-806f9fb34142), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.536251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bb98ff05-0054-4bf6-b448-ca52f68f6e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.537912 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-bb98ff05-0054-4bf6-b448-ca52f68f6e8e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d15559f0-fe51-452e-b0a1-806f9fb34142 HTTP/1.1" status: 204 len: 168 time: 0.3724582 Sep 14 01:04:52.540453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.573210 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98ff05-0054-4bf6-b448-ca52f68f6e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15559f0-fe51-452e-b0a1-806f9fb34142,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:52.601323 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49258) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:52.606226 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992643698', 'description': 'tempest-description--511756012'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:52.618211 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 75f152dc-6426-4757-b019-fd56f4e2429d, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=75f152dc-6426-4757-b019-fd56f4e2429d,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:52.632355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.634365 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67de901c-464b-412d-868d-d609916342ed up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:52.639304 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Allocated IP 172.28.1.182 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/236b9515-35d4-45d8-afa6-942a8183bbba) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:52.667212 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.748013 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74f5c00-544c-46ff-8428-6d9bfbde013e None None] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:52.755030 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.768701 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks [] for port (236b9515-35d4-45d8-afa6-942a8183bbba), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.820693 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.821384 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:52.827098 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.841962 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (07e43e95-4935-48d7-8a8a-751be8649ea2), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.848775 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49262) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:52.888347 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b04db8b-546c-4499-b8db-bf65c736bebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.894082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (07e43e95-4935-48d7-8a8a-751be8649ea2), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:52.916453 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:52.920535 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 4 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:52.925339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=75f152dc-6426-4757-b019-fd56f4e2429d,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:52.952694 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:52.969245 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e43e95-4935-48d7-8a8a-751be8649ea2,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:52.998530 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:53.000323 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:53.009839 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.011522 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0d41b5ab-707b-4061-847f-b6cf9a6cdaa5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4090488 Sep 14 01:04:53.015169 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49266) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:53.019867 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'security_group_rule': {'security_group_id': '07e43e95-4935-48d7-8a8a-751be8649ea2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:53.079348 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 67de901c-464b-412d-868d-d609916342ed triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:53.079800 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (67de901c-464b-412d-868d-d609916342ed), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.080307 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 67de901c-464b-412d-868d-d609916342ed Sep 14 01:04:53.108137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (a00e6898-3e08-4b71-b170-02e2d13fff13), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.152761 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.165698 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:53.183183 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=8925e138-b44b-407c-a80f-d506aacbdcbc,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.188360 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:53.251325 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:53.324581 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:53.329694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:53.347103 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.348192 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:53.369784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b04db8b-546c-4499-b8db-bf65c736bebd admin admin] Publish callbacks [] for security_group (e7bf1448-ede4-42ce-b150-314c8f8de30b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.372187 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.375509 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:53.386329 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b04db8b-546c-4499-b8db-bf65c736bebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e7bf1448-ede4-42ce-b150-314c8f8de30b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.515064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04db8b-546c-4499-b8db-bf65c736bebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bf1448-ede4-42ce-b150-314c8f8de30b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.519168 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Pushing event updated for resources: {'Port': ['ID=236b9515-35d4-45d8-afa6-942a8183bbba,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.590670 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:53.634073 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (a00e6898-3e08-4b71-b170-02e2d13fff13), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.641783 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0b04db8b-546c-4499-b8db-bf65c736bebd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3d211a8b46f2499b9318c27127e1bb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7891369 Sep 14 01:04:53.642525 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49286) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:53.688109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (a00e6898-3e08-4b71-b170-02e2d13fff13), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.695324 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 5 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:53.701416 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c909825-3489-4638-88c6-ba5ae4ed44b9 None None] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:53.724822 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 67de901c-464b-412d-868d-d609916342ed is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:53.725586 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67de901c-464b-412d-868d-d609916342ed), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.725771 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00e6898-3e08-4b71-b170-02e2d13fff13,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.744156 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (e4e3dc32-7d4d-47f6-a84e-347c54354991), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.746548 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.748373 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c15ba759-ea40-4d4a-9cb6-06f21fb97314 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7316961 Sep 14 01:04:53.749828 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc99b598-8357-4123-a7f5-3fe8d2afecaf admin admin] Publish callbacks [] for security_group (e7bf1448-ede4-42ce-b150-314c8f8de30b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.751255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49290) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:53.764652 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'security_group_rule': {'security_group_id': '07e43e95-4935-48d7-8a8a-751be8649ea2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:53.782704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc99b598-8357-4123-a7f5-3fe8d2afecaf admin admin] Publish callbacks [] for security_group (e7bf1448-ede4-42ce-b150-314c8f8de30b), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.810115 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 67de901c-464b-412d-868d-d609916342ed, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=67de901c-464b-412d-868d-d609916342ed,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:53.830342 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks [] for router_gateway (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.862706 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc99b598-8357-4123-a7f5-3fe8d2afecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e7bf1448-ede4-42ce-b150-314c8f8de30b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.873585 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc99b598-8357-4123-a7f5-3fe8d2afecaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:53.877628 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-fc99b598-8357-4123-a7f5-3fe8d2afecaf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e7bf1448-ede4-42ce-b150-314c8f8de30b HTTP/1.1" status: 204 len: 168 time: 0.2278280 Sep 14 01:04:53.890236 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99b598-8357-4123-a7f5-3fe8d2afecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bf1448-ede4-42ce-b150-314c8f8de30b,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:53.935773 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (67de901c-464b-412d-868d-d609916342ed), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.000033 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (ebdffd0a-dc97-4fe8-bbc6-cceddef4b820), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.191678 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea387f91-35a3-4435-a911-d2bf21a18dbb None None] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:54.217286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks [] for router_gateway (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.292533 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:54.328377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5a454248-7435-4a4f-b53a-29bb74e45c4a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:54.389817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (ebdffd0a-dc97-4fe8-bbc6-cceddef4b820), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.414819 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=67de901c-464b-412d-868d-d609916342ed,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:54.415009 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (ebdffd0a-dc97-4fe8-bbc6-cceddef4b820), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.422188 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.514970 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdffd0a-dc97-4fe8-bbc6-cceddef4b820,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:54.538988 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 2, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:54.540895 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 5a454248-7435-4a4f-b53a-29bb74e45c4a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:54.541355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.541833 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 5a454248-7435-4a4f-b53a-29bb74e45c4a Sep 14 01:04:54.613022 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:54.613754 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Updating router 7604e2da-3561-47d3-8e19-69a15e213c73 port a040a279-8087-4115-a3f1-f557126109cb binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:54.622254 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.726946 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a040a279-8087-4115-a3f1-f557126109cb), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.862204 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:54.865635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.866727 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 6 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:54.866904 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-959ca963-35fa-4b56-a985-ed94634047b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1067343 Sep 14 01:04:54.870872 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49326) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:54.876264 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Router e4e3dc32-7d4d-47f6-a84e-347c54354991 is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:54.876926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:54.931653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:54.959938 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.115503 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.197932 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:55.208016 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Sync routers for ids ['e4e3dc32-7d4d-47f6-a84e-347c54354991'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:55.227636 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Routers {'e4e3dc32-7d4d-47f6-a84e-347c54354991'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:55.228659 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e4e3dc32-7d4d-47f6-a84e-347c54354991'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:55.343792 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.345095 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-51618d28-e9a6-47b1-bbb9-42ee7113a253 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8750851 Sep 14 01:04:55.354678 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49356) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:55.424819 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:55.453195 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Set router e4e3dc32-7d4d-47f6-a84e-347c54354991 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:55.463612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Router e9dbaa6c-9acd-47e0-ac55-154c142acdcc is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:55.529641 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.535362 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:55.624123 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Publish callbacks [] for port (a040a279-8087-4115-a3f1-f557126109cb), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.628182 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:55.646468 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a040a279-8087-4115-a3f1-f557126109cb), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.657256 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:55.670411 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:04:55.689445 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 5a454248-7435-4a4f-b53a-29bb74e45c4a is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:55.690693 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.733234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49370) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:55.779743 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Allocated IP 172.28.1.170 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/5f2b20d3-e35a-4f3e-ad16-5654c4247088) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:55.781987 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:55.806001 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26628e3-a27c-4ee0-a961-52ba90b0c4c0 None None] Pushing event updated for resources: {'Port': ['ID=a040a279-8087-4115-a3f1-f557126109cb,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:55.879904 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 3, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:55.882380 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 5a454248-7435-4a4f-b53a-29bb74e45c4a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5a454248-7435-4a4f-b53a-29bb74e45c4a,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:55.885180 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Attempting to bind port a040a279-8087-4115-a3f1-f557126109cb on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:55.886978 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Attempting to bind port a040a279-8087-4115-a3f1-f557126109cb by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:55.888013 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Attempting to bind port a040a279-8087-4115-a3f1-f557126109cb on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:55.941198 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Checking router: e4e3dc32-7d4d-47f6-a84e-347c54354991 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:55.941543 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Updating router e4e3dc32-7d4d-47f6-a84e-347c54354991 port 6959698a-3b87-45db-8ce3-bba331620d27 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:55.961245 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:55.981176 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:56.013455 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (6959698a-3b87-45db-8ce3-bba331620d27), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.026359 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.033819 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:56.034603 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Checking segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:56.035280 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.036108 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Bound using segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:56.036836 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Bound port: a040a279-8087-4115-a3f1-f557126109cb, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:56.037517 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a040a279-8087-4115-a3f1-f557126109cb), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.058570 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.062017 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5d0bcdac-75e0-409e-8c02-0e106d83243e up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:56.071073 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Sync routers for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:56.108131 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.113635 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c4627ef5-dbf9-4a67-8d6a-84e811515aa7 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.5492837 Sep 14 01:04:56.117916 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49382) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:56.147817 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:56.164234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:56.181842 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:56.313129 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'Port': ['ID=5f2b20d3-e35a-4f3e-ad16-5654c4247088,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.326710 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.331324 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:04:56.332061 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 7 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:56.334534 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=5a454248-7435-4a4f-b53a-29bb74e45c4a,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.335767 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.355933 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392348727-network', 'tenant_id': '3a0bce892e7f4a3e8fcb7eb15bb26d73'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:56.401603 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.405930 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-222685ad-c903-426c-9c8a-236348095d9f admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1042328 Sep 14 01:04:56.408860 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49388) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:56.425388 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:04:56.451745 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:56.452611 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:56.457146 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:56.457794 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:56.506356 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.514464 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Made reservation on behalf of 3a0bce892e7f4a3e8fcb7eb15bb26d73 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:56.524884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.584469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.650282 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49392) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:56.653727 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:56.684129 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:56.824827 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks [] for security_group (26cfefba-8a41-49d7-8883-b3b555ed3a07), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.833670 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.837502 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (0861013f-8db9-46fa-9332-243105093ab0), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.841134 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (26cfefba-8a41-49d7-8883-b3b555ed3a07), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.854817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:56.870168 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 5d0bcdac-75e0-409e-8c02-0e106d83243e triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:56.870549 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:56.870888 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 5d0bcdac-75e0-409e-8c02-0e106d83243e Sep 14 01:04:56.923311 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cfefba-8a41-49d7-8883-b3b555ed3a07,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:56.992717 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Port a040a279-8087-4115-a3f1-f557126109cb cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:04:56.995242 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] For port a040a279-8087-4115-a3f1-f557126109cb, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:57.046029 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] For port a040a279-8087-4115-a3f1-f557126109cb, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=a040a279-8087-4115-a3f1-f557126109cb,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:57.071681 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Publish callbacks [] for port (6959698a-3b87-45db-8ce3-bba331620d27), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.082482 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a040a279-8087-4115-a3f1-f557126109cb), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.090973 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.098063 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (6959698a-3b87-45db-8ce3-bba331620d27), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.145302 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Attempting to bind port 6959698a-3b87-45db-8ce3-bba331620d27 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:57.147187 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Attempting to bind port 6959698a-3b87-45db-8ce3-bba331620d27 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:57.147445 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Attempting to bind port 6959698a-3b87-45db-8ce3-bba331620d27 on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:57.147965 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:57.148615 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:57.169867 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-10aac731-cc01-4d05-83f2-75bf89ac7c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.186016 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.199698 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:57.262904 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:04:57.285180 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:57.286992 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:57.287866 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.288336 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (92577245-18e9-4073-bdd7-0bf33c1b1b93), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.288661 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:57.289437 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Bound port: 6959698a-3b87-45db-8ce3-bba331620d27, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:57.290226 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (6959698a-3b87-45db-8ce3-bba331620d27), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.291921 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.segments_db [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Added segment 92577245-18e9-4073-bdd7-0bf33c1b1b93 of type vlan for network fa62035d-0a0e-4680-a566-89d73503ac4c Sep 14 01:04:57.307778 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-10aac731-cc01-4d05-83f2-75bf89ac7c76 admin admin] Publish callbacks [] for security_group (a853929c-e45b-49f3-98c8-1fe5c057c8b2), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.333060 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-10aac731-cc01-4d05-83f2-75bf89ac7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a853929c-e45b-49f3-98c8-1fe5c057c8b2), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.356407 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] For port 6959698a-3b87-45db-8ce3-bba331620d27, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:57.362629 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] For port 6959698a-3b87-45db-8ce3-bba331620d27, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=6959698a-3b87-45db-8ce3-bba331620d27,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:57.385085 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (6959698a-3b87-45db-8ce3-bba331620d27), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.423094 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Routers {'e4e3dc32-7d4d-47f6-a84e-347c54354991'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:57.424616 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e4e3dc32-7d4d-47f6-a84e-347c54354991'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:57.446986 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.457550 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:57.480768 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (fa62035d-0a0e-4680-a566-89d73503ac4c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.509372 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Checking router: e9dbaa6c-9acd-47e0-ac55-154c142acdcc for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:57.509723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Updating router e9dbaa6c-9acd-47e0-ac55-154c142acdcc port 8925e138-b44b-407c-a80f-d506aacbdcbc binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:57.519755 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Attempt 8 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:04:57.552781 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aac731-cc01-4d05-83f2-75bf89ac7c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a853929c-e45b-49f3-98c8-1fe5c057c8b2,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.559343 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-10aac731-cc01-4d05-83f2-75bf89ac7c76 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=10c4eac053ae4842845e4228339afcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9021921 Sep 14 01:04:57.560929 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49414) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:57.616988 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:57.618131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (fa62035d-0a0e-4680-a566-89d73503ac4c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.624919 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:57.625520 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.644058 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:57.675095 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a994a-776c-4514-b832-72ac909a33f3 None None] Pushing event updated for resources: {'Port': ['ID=6959698a-3b87-45db-8ce3-bba331620d27,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.740557 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:57.741960 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a994a-776c-4514-b832-72ac909a33f3 None None] Pushing event updated for resources: {'Port': ['ID=6959698a-3b87-45db-8ce3-bba331620d27,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.772952 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] Set router e4e3dc32-7d4d-47f6-a84e-347c54354991 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:57.775289 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:57.780532 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Current status of the port a040a279-8087-4115-a3f1-f557126109cb is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:57.781067 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a040a279-8087-4115-a3f1-f557126109cb), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.815665 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 5d0bcdac-75e0-409e-8c02-0e106d83243e is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:57.816063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.836385 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:04:57.838162 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Updating router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d port 236b9515-35d4-45d8-afa6-942a8183bbba binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:04:57.844490 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1029265 Sep 14 01:04:57.849374 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49422) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:57.876121 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Request body: {'subnet': {'network_id': 'fa62035d-0a0e-4680-a566-89d73503ac4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392348727-subnet', 'tenant_id': '3a0bce892e7f4a3e8fcb7eb15bb26d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:04:57.906901 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] For port a040a279-8087-4115-a3f1-f557126109cb, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=a040a279-8087-4115-a3f1-f557126109cb,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:57.908047 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26628e3-a27c-4ee0-a961-52ba90b0c4c0 None None] Pushing event updated for resources: {'Port': ['ID=a040a279-8087-4115-a3f1-f557126109cb,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.918843 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:57.950460 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f534a-5eef-4cc6-8937-9dacbfab5ecd admin admin] Pushing event updated for resources: {'Network': ['ID=fa62035d-0a0e-4680-a566-89d73503ac4c,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:57.959781 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Allocated IP 172.20.0.1 (829a0248-dba9-4c23-9e33-40618fdbaae3/855d3dec-e77a-430a-a33a-4d5a2944cffb/d64e32cd-38b4-4e4c-ad57-37277ea3f8db) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:57.985190 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 5d0bcdac-75e0-409e-8c02-0e106d83243e, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5d0bcdac-75e0-409e-8c02-0e106d83243e,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:04:57.985504 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.002581 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.005511 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network fa62035d-0a0e-4680-a566-89d73503ac4c details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:04:58.023078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.026059 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.027491 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (0861013f-8db9-46fa-9332-243105093ab0), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.100119 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks [] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.135868 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.137640 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Made reservation on behalf of 3a0bce892e7f4a3e8fcb7eb15bb26d73 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:04:58.145643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.162987 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'Port': ['ID=5f2b20d3-e35a-4f3e-ad16-5654c4247088,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.199067 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:04:58.303288 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 3, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:58.303662 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.307915 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a040a279-8087-4115-a3f1-f557126109cb), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.318891 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.333580 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.334409 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 75f152dc-6426-4757-b019-fd56f4e2429d up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:04:58.336815 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.381825 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Allocated IP 172.20.0.1 (99834cc1-1b0c-4af1-9db5-bbb28c819c4a/fc0d73bb-d491-4fad-a78e-8bc04de760c0/4f65cc9c-a177-4784-a9a0-68e081396622) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:04:58.393295 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:04:58.411924 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17dcc18-32fb-46f9-9a5b-226aa8ec543a None None] The sync data for ids ['e4e3dc32-7d4d-47f6-a84e-347c54354991'] in dv-cinder-857528-1-smb is: [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:51Z', 'revision_number': 3, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:04:58.470253 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.486315 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:58.501582 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:04:58.502326 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (e4e3dc32-7d4d-47f6-a84e-347c54354991), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.676687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.690783 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-01ab0bca-9fc3-4fda-9ae4-d327e650890a admin admin] Publish callbacks [] for security_group (a853929c-e45b-49f3-98c8-1fe5c057c8b2), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.699726 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (8e45652e-3d66-4b39-b78d-eb085b2b14e7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.710772 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.723093 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c269b79b-0763-40c7-84e5-45de6230346c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8509166 Sep 14 01:04:58.771975 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:58.794704 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624aa9a-c398-4a7a-a09b-ea37556e96a4 None None] Pushing event updated for resources: {'Port': ['ID=a040a279-8087-4115-a3f1-f557126109cb,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.837692 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Pushing event updated for resources: {'Port': ['ID=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:58.888604 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Publish callbacks [] for port (236b9515-35d4-45d8-afa6-942a8183bbba), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.906633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Provisioning complete for port 75f152dc-6426-4757-b019-fd56f4e2429d triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:58.907106 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.908360 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.919934 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-01ab0bca-9fc3-4fda-9ae4-d327e650890a admin admin] Publish callbacks [] for security_group (a853929c-e45b-49f3-98c8-1fe5c057c8b2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:58.936927 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Attempt 1 to provision port 75f152dc-6426-4757-b019-fd56f4e2429d Sep 14 01:04:58.997639 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e45652e-3d66-4b39-b78d-eb085b2b14e7,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.014532 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-01ab0bca-9fc3-4fda-9ae4-d327e650890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a853929c-e45b-49f3-98c8-1fe5c057c8b2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.017592 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-01ab0bca-9fc3-4fda-9ae4-d327e650890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.022421 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-01ab0bca-9fc3-4fda-9ae4-d327e650890a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a853929c-e45b-49f3-98c8-1fe5c057c8b2 HTTP/1.1" status: 204 len: 168 time: 1.4541101 Sep 14 01:04:59.056585 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Checking segment: {'id': '92577245-18e9-4073-bdd7-0bf33c1b1b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa62035d-0a0e-4680-a566-89d73503ac4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:59.056935 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Network hostable DHCP agents. Network: fa62035d-0a0e-4680-a566-89d73503ac4c, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:04:59.062121 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab0bca-9fc3-4fda-9ae4-d327e650890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853929c-e45b-49f3-98c8-1fe5c057c8b2,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.081858 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Attempting to bind port 236b9515-35d4-45d8-afa6-942a8183bbba on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:04:59.082549 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Network fa62035d-0a0e-4680-a566-89d73503ac4c is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:04:59.083115 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Attempting to bind port 236b9515-35d4-45d8-afa6-942a8183bbba by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:04:59.084091 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Attempting to bind port 236b9515-35d4-45d8-afa6-942a8183bbba on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:04:59.100030 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=5d0bcdac-75e0-409e-8c02-0e106d83243e,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.100226 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, fa62035d-0a0e-4680-a566-89d73503ac4c) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:04:59.116541 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.151457 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:59.155862 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.212255 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-47d0d03a-d4c1-4598-b3ee-36941a1d8893 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3496382 Sep 14 01:04:59.221047 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30941-ca63-44d2-9044-b8551585876a None None] Pushing event updated for resources: {'Port': ['ID=236b9515-35d4-45d8-afa6-942a8183bbba,revision_number=2']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.265499 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8617ba-4de3-4f61-be1c-6631716eadca None None] Network fa62035d-0a0e-4680-a566-89d73503ac4c requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:59.265980 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49470) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:04:59.269978 dv-cinder-857528-1-smb neutron-server[106459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 01:04:59.273516 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:04:59.289094 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:04:59.289627 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.290115 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:04:59.290653 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Bound port: 236b9515-35d4-45d8-afa6-942a8183bbba, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:04:59.291064 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.400436 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-c1a49b18-df43-467e-ad3b-4c44bedcef52 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--992643698&fields=id&tenant_id=bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 267 time: 0.1332746 Sep 14 01:04:59.427073 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] For port 236b9515-35d4-45d8-afa6-942a8183bbba, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:04:59.434606 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] For port 236b9515-35d4-45d8-afa6-942a8183bbba, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=236b9515-35d4-45d8-afa6-942a8183bbba,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:04:59.449954 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.481083 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Current status of the port 75f152dc-6426-4757-b019-fd56f4e2429d is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:04:59.501494 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Provisioning complete for port 5a454248-7435-4a4f-b53a-29bb74e45c4a triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:59.502817 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.505156 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Attempt 1 to provision port 5a454248-7435-4a4f-b53a-29bb74e45c4a Sep 14 01:04:59.552830 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:04:59.554948 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:04:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:04:59.583937 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 75f152dc-6426-4757-b019-fd56f4e2429d triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:04:59.584838 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.585379 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 75f152dc-6426-4757-b019-fd56f4e2429d Sep 14 01:04:59.627605 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:59.636053 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092769b-8358-40bd-b05f-cd7b286926c3 None None] Network fa62035d-0a0e-4680-a566-89d73503ac4c requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:04:59.879166 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7b672940-8316-448d-a70f-47940ffdf087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:04:59.896578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-93dd4803-ffff-427a-8382-c56983ccfada tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:04:59.904862 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-93dd4803-ffff-427a-8382-c56983ccfada tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 817 time: 0.4969819 Sep 14 01:04:59.928529 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-aa4db564-8bd7-45b0-b902-6ca048eff568 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/quotas/bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 375 time: 0.0222890 Sep 14 01:04:59.933380 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:04:59.940653 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30941-ca63-44d2-9044-b8551585876a None None] Pushing event updated for resources: {'Port': ['ID=236b9515-35d4-45d8-afa6-942a8183bbba,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:04:59.993851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49480) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:00.047772 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks [] for port (4f65cc9c-a177-4784-a9a0-68e081396622), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.080521 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c1da56e8-bdbe-4583-9dc0-035380b56614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.083382 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:00.142306 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-87b9bd82-aa5a-4056-a381-04bd5e0ba34c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2102430 Sep 14 01:05:00.239121 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Publish callbacks [] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.242452 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Current status of the port 5a454248-7435-4a4f-b53a-29bb74e45c4a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:00.254598 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.263669 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.282852 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Allocated IP 172.20.0.1 (aa6ede67-71ad-44e8-9ebc-4e331059c547/418acad6-d289-4a86-9997-e0d460284095/3c24a4b6-0516-4deb-ad9b-5a870d4990e8) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:00.324201 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Attempting to bind port 8925e138-b44b-407c-a80f-d506aacbdcbc on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:00.324573 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Attempting to bind port 8925e138-b44b-407c-a80f-d506aacbdcbc by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:00.324934 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Attempting to bind port 8925e138-b44b-407c-a80f-d506aacbdcbc on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:00.355321 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e25a0-5216-4b73-be54-15bfa5be98d4 None None] Pushing event updated for resources: {'Port': ['ID=8925e138-b44b-407c-a80f-d506aacbdcbc,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:00.368086 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Provisioning complete for port 5d0bcdac-75e0-409e-8c02-0e106d83243e triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:00.368964 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.368964 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Attempt 1 to provision port 5d0bcdac-75e0-409e-8c02-0e106d83243e Sep 14 01:05:00.369694 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.382295 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.416009 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c1da56e8-bdbe-4583-9dc0-035380b56614 admin admin] Publish callbacks [] for security_group (ea1e31c6-64b9-4bd2-bed7-26653c73016c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.427943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c1da56e8-bdbe-4583-9dc0-035380b56614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ea1e31c6-64b9-4bd2-bed7-26653c73016c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.446343 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:56Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:00.513865 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks [] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.517358 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Pushing event updated for resources: {'Port': ['ID=4f65cc9c-a177-4784-a9a0-68e081396622,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:00.521293 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e86ed-a0a0-4264-946f-58bb384207e5 None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:56Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:00.528329 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.529209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (e4e3dc32-7d4d-47f6-a84e-347c54354991), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.536235 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.542971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 75f152dc-6426-4757-b019-fd56f4e2429d is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:00.553657 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:00.554089 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:00.554454 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.554851 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:00.555348 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Bound port: 8925e138-b44b-407c-a80f-d506aacbdcbc, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:00.555727 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.629890 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:00.695217 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da56e8-bdbe-4583-9dc0-035380b56614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1e31c6-64b9-4bd2-bed7-26653c73016c,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:00.730369 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c1da56e8-bdbe-4583-9dc0-035380b56614 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=23bd664a93794f538e0a4cc676d8a31f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7369628 Sep 14 01:05:00.738341 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49502) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:00.776223 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3188e-94c4-4d24-b8c5-a587f5f471ea None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 3, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:00.795677 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:00.917597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-280bf9f3-5958-41a5-8ec3-7611661e6034 admin admin] Publish callbacks [] for security_group (ea1e31c6-64b9-4bd2-bed7-26653c73016c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.968770 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:00.978948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:00.980704 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:00.981544 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:00.984177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-280bf9f3-5958-41a5-8ec3-7611661e6034 admin admin] Publish callbacks [] for security_group (ea1e31c6-64b9-4bd2-bed7-26653c73016c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.059177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-dcc4d7c5-dc0f-46bf-b187-e293aeceb8af service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:05:01.063199 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-dcc4d7c5-dc0f-46bf-b187-e293aeceb8af service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5707371 Sep 14 01:05:01.119687 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Pushing event updated for resources: {'Port': ['ID=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.197887 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:01.204781 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49518) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:01.242752 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-698582807-network', 'tenant_id': 'b10cc58ea21b4c1c94a1490d8ab58f9f'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:01.246359 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-59611e5f-851f-470b-b2c8-879cb1b0bfd5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685328 Sep 14 01:05:01.264079 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6959698a-3b87-45db-8ce3-bba331620d27 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:01.267966 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:01.339973 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks [] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.399054 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] For port 8925e138-b44b-407c-a80f-d506aacbdcbc, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:01.429534 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.431021 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 6959698a-3b87-45db-8ce3-bba331620d27 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:01.431484 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (6959698a-3b87-45db-8ce3-bba331620d27), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.432006 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 6959698a-3b87-45db-8ce3-bba331620d27 Sep 14 01:05:01.461475 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Made reservation on behalf of b10cc58ea21b4c1c94a1490d8ab58f9f for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:01.470256 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.476598 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-66f17a22-d184-4d83-a83d-8c3930054a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.487879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] For port 8925e138-b44b-407c-a80f-d506aacbdcbc, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=8925e138-b44b-407c-a80f-d506aacbdcbc,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:01.490326 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:01.496154 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Current status of the port 5d0bcdac-75e0-409e-8c02-0e106d83243e is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:01.508479 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Provisioning complete for port a040a279-8087-4115-a3f1-f557126109cb triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:01.509191 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a040a279-8087-4115-a3f1-f557126109cb), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.509722 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Attempt 1 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:05:01.513154 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.530702 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-280bf9f3-5958-41a5-8ec3-7611661e6034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ea1e31c6-64b9-4bd2-bed7-26653c73016c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.533345 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-280bf9f3-5958-41a5-8ec3-7611661e6034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.534539 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-280bf9f3-5958-41a5-8ec3-7611661e6034 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ea1e31c6-64b9-4bd2-bed7-26653c73016c HTTP/1.1" status: 204 len: 168 time: 0.7952006 Sep 14 01:05:01.545786 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.566635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:01.570926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bf9f3-5958-41a5-8ec3-7611661e6034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1e31c6-64b9-4bd2-bed7-26653c73016c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.606992 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-80d31628-cd8b-4c87-b411-9ff3b2398910 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508039 Sep 14 01:05:01.616884 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e25a0-5216-4b73-be54-15bfa5be98d4 None None] Pushing event updated for resources: {'Port': ['ID=8925e138-b44b-407c-a80f-d506aacbdcbc,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.652543 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:01.697778 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:01.740693 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:01.741857 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:01.887096 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 6959698a-3b87-45db-8ce3-bba331620d27 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:01.887741 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (6959698a-3b87-45db-8ce3-bba331620d27), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.910806 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:01.923447 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:01.924687 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:01.937312 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Pushing event updated for resources: {'Port': ['ID=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:01.972638 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 6959698a-3b87-45db-8ce3-bba331620d27, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=6959698a-3b87-45db-8ce3-bba331620d27,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:02.013601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (6959698a-3b87-45db-8ce3-bba331620d27), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.014513 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5a454248-7435-4a4f-b53a-29bb74e45c4a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:02.052247 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.087478 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:02.102713 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49536) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:02.215354 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks [] for security_group (4f290bf8-bb68-48d0-870c-608ffb8b8afb), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.263603 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.400150 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (4f290bf8-bb68-48d0-870c-608ffb8b8afb), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.513007 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a497fb0b-a129-4c81-9819-20d977be29da req-2e2ef2e6-7bb4-41d2-b27e-d919d048bc8a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 210 time: 0.4000323 Sep 14 01:05:02.584490 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-7ebb4ca0-e6c3-45a1-948e-966fe9298b6e None None] Current status of the port a040a279-8087-4115-a3f1-f557126109cb is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:02.643443 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=6959698a-3b87-45db-8ce3-bba331620d27,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:02.660271 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:05:02.666978 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:02.680530 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.699662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f290bf8-bb68-48d0-870c-608ffb8b8afb,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:02.742123 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (528b6964-5839-4cf9-9ed1-5ebe23cb48c9), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.749575 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Added segment 528b6964-5839-4cf9-9ed1-5ebe23cb48c9 of type vlan for network c9d95264-42bf-4bf6-9bc7-1d02bfad0875 Sep 14 01:05:02.801470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Router e4e3dc32-7d4d-47f6-a84e-347c54354991 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:02.837419 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Provisioning complete for port d64e32cd-38b4-4e4c-ad57-37277ea3f8db triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:02.837850 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.841089 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 1 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:02.906056 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 5a454248-7435-4a4f-b53a-29bb74e45c4a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:02.906582 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:02.906931 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 5a454248-7435-4a4f-b53a-29bb74e45c4a Sep 14 01:05:03.077190 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (c9d95264-42bf-4bf6-9bc7-1d02bfad0875), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.162303 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port d64e32cd-38b4-4e4c-ad57-37277ea3f8db cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:03.261916 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 5a454248-7435-4a4f-b53a-29bb74e45c4a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:03.262235 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5d0bcdac-75e0-409e-8c02-0e106d83243e up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:03.295462 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (c9d95264-42bf-4bf6-9bc7-1d02bfad0875), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.297187 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:03.297780 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.310526 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.377490 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 5d0bcdac-75e0-409e-8c02-0e106d83243e triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:03.378127 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.378601 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 5d0bcdac-75e0-409e-8c02-0e106d83243e Sep 14 01:05:03.396064 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:03.417613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49586) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:03.422848 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Request body: {'subnet': {'network_id': 'c9d95264-42bf-4bf6-9bc7-1d02bfad0875', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-698582807-subnet', 'tenant_id': 'b10cc58ea21b4c1c94a1490d8ab58f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:03.428350 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Sync routers for ids ['e4e3dc32-7d4d-47f6-a84e-347c54354991'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:03.428500 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2191098 Sep 14 01:05:03.433274 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:04:58Z', 'revision_number': 1, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:03.444874 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1c626b59-a2c3-4f94-be80-a78cdaa6d696 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e4e3dc32-7d4d-47f6-a84e-347c54354991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0832229 Sep 14 01:05:03.452583 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Routers {'e4e3dc32-7d4d-47f6-a84e-347c54354991'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:03.453699 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e4e3dc32-7d4d-47f6-a84e-347c54354991'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:03.476834 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Made reservation on behalf of b10cc58ea21b4c1c94a1490d8ab58f9f for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:03.479536 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.579480 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467f021-3c84-4bc9-8cbf-0ea72caf233c admin admin] Pushing event updated for resources: {'Network': ['ID=c9d95264-42bf-4bf6-9bc7-1d02bfad0875,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:03.599854 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a380d695-0ff2-497c-b4e6-7b9b8bbd0b44 None None] The sync data for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb is: [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:04:58Z', 'revision_number': 1, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:03.635278 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network c9d95264-42bf-4bf6-9bc7-1d02bfad0875 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:05:03.659394 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:03.697112 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:03.766143 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 2 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:03.774581 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:03.827273 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks [] for port (4f65cc9c-a177-4784-a9a0-68e081396622), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.849063 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.849379 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:03.995142 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1584a605-7811-4271-84a0-6d15d4a0b2dd req-0f107ff7-3bac-4523-815f-1d3601d83095 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 210 time: 0.2042441 Sep 14 01:05:04.061872 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:04.206470 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (934dd959-1883-4ba4-83a6-13b2b2730596), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.391895 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=934dd959-1883-4ba4-83a6-13b2b2730596,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:04.403354 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.422180 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.436155 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Checking segment: {'id': '528b6964-5839-4cf9-9ed1-5ebe23cb48c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c9d95264-42bf-4bf6-9bc7-1d02bfad0875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:04.436155 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Network hostable DHCP agents. Network: c9d95264-42bf-4bf6-9bc7-1d02bfad0875, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:05:04.451251 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 5d0bcdac-75e0-409e-8c02-0e106d83243e is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:04.453747 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67de901c-464b-412d-868d-d609916342ed up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:04.565320 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port d64e32cd-38b4-4e4c-ad57-37277ea3f8db cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:04.609361 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Network c9d95264-42bf-4bf6-9bc7-1d02bfad0875 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:05:04.623672 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:04.630162 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, c9d95264-42bf-4bf6-9bc7-1d02bfad0875) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:04.632330 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Pushing event updated for resources: {'Port': ['ID=4f65cc9c-a177-4784-a9a0-68e081396622,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:04.643555 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:04.644215 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:04.693573 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47506d-7ae1-4ae9-a741-c23ad78976a9 None None] Network c9d95264-42bf-4bf6-9bc7-1d02bfad0875 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:04.702547 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-28d17d72-334b-4336-b7f5-bd02dbc37b23 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2825787 Sep 14 01:05:04.712855 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Set router e4e3dc32-7d4d-47f6-a84e-347c54354991 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:04.729313 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-d0a60dd1-0bd9-408b-8540-6432bec2bf21 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:04.734260 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-d0a60dd1-0bd9-408b-8540-6432bec2bf21 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/networks?id=829a0248-dba9-4c23-9e33-40618fdbaae3 HTTP/1.1" status: 200 len: 812 time: 0.3415892 Sep 14 01:05:04.764450 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-fd19eaee-a090-4e0e-bf19-c6fe00d2ef72 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/quotas/432ef291111b4c1fba8630190dff0c53 HTTP/1.1" status: 200 len: 375 time: 0.0244462 Sep 14 01:05:04.928429 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-dd695b52-edb8-4641-9365-8c6bc72eb5b1 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=432ef291111b4c1fba8630190dff0c53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567926 Sep 14 01:05:04.995033 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks [] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.004646 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 67de901c-464b-412d-868d-d609916342ed triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:05.005022 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (67de901c-464b-412d-868d-d609916342ed), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.005359 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 67de901c-464b-412d-868d-d609916342ed Sep 14 01:05:05.033169 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:05.039640 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:05.052630 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:05.060732 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.067878 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.178033 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49682) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:05.368650 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Deleting subnet 8e45652e-3d66-4b39-b78d-eb085b2b14e7 {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:05:05.390863 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Publish callbacks [] for subnet (8e45652e-3d66-4b39-b78d-eb085b2b14e7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.416176 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 3 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:05.612913 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Publish callbacks [] for subnet (8e45652e-3d66-4b39-b78d-eb085b2b14e7), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.632120 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (8e45652e-3d66-4b39-b78d-eb085b2b14e7), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.669544 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Router e9dbaa6c-9acd-47e0-ac55-154c142acdcc has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:05.671103 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Pushing event updated for resources: {'Port': ['ID=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:05.770431 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-beb0893d-9b50-4cf4-9c60-b71ff180ee8d service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:05:05.778533 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port d64e32cd-38b4-4e4c-ad57-37277ea3f8db cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:05.794697 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-beb0893d-9b50-4cf4-9c60-b71ff180ee8d service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2504082 Sep 14 01:05:05.824797 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (8e45652e-3d66-4b39-b78d-eb085b2b14e7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.831100 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbbae3-4560-485d-9203-d82fee9b6827 None None] Network c9d95264-42bf-4bf6-9bc7-1d02bfad0875 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:05.950900 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:05.960919 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49704) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:05.962418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:05.964910 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/8e45652e-3d66-4b39-b78d-eb085b2b14e7 HTTP/1.1" status: 204 len: 168 time: 0.7848485 Sep 14 01:05:05.968691 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e11cd30e-7009-43d6-a22e-eb1352763799 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e9dbaa6c-9acd-47e0-ac55-154c142acdcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8491557 Sep 14 01:05:05.978132 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:05.981505 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-95f2f0d7-b0c9-462b-9e41-adc430e1f3ca req-59183284-fbb1-4dce-bcec-2397ee0e4ad9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 210 time: 0.4036877 Sep 14 01:05:06.026675 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29775e-23d7-458d-aaac-04909a817a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e45652e-3d66-4b39-b78d-eb085b2b14e7,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:06.030773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.23', 54842) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:06.131357 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:06.141997 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (fa62035d-0a0e-4680-a566-89d73503ac4c), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:06.212993 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 67de901c-464b-412d-868d-d609916342ed is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:06.344710 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 4 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:06.373226 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:06.516558 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-7b1447f5-df67-494f-955b-0b1893983abd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7184038 Sep 14 01:05:06.649600 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:58Z', 'revision_number': 4, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'd64e32cd-38b4-4e4c-ad57-37277ea3f8db', 'name': '', 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'mac_address': 'fa:16:3e:6a:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 2, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'subnets': [{'id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:06.666984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-e022d366-73ee-45b8-8bdc-f3daca3e3b22 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:06.672360 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-e022d366-73ee-45b8-8bdc-f3daca3e3b22 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 817 time: 0.6401844 Sep 14 01:05:06.675670 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (fa62035d-0a0e-4680-a566-89d73503ac4c), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:06.742632 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.759077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.760030 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.761735 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > port after_create 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.762832 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.765073 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > port after_update 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.767100 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.768227 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.768909 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.769468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:06.791010 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Checking router: e4e3dc32-7d4d-47f6-a84e-347c54354991 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:06.792233 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Updating router e4e3dc32-7d4d-47f6-a84e-347c54354991 port d64e32cd-38b4-4e4c-ad57-37277ea3f8db binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:05:06.877303 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port d64e32cd-38b4-4e4c-ad57-37277ea3f8db cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:06.888403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 8925e138-b44b-407c-a80f-d506aacbdcbc up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:06.958756 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-7ca42e97-ffbd-41b1-ac16-1d35a1221479 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 379 time: 0.2013638 Sep 14 01:05:06.964208 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'port': {'device_id': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'admin_state_up': True, 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'security_groups': ['07e43e95-4935-48d7-8a8a-751be8649ea2']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:06.972063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.084035 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-cd1f7397-20f6-4b87-9899-248b567bf0a0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641685 Sep 14 01:05:07.218530 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.289250 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-bcf97ff1-d83c-4c20-90dd-230ed001d4a8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:07.291153 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-bcf97ff1-d83c-4c20-90dd-230ed001d4a8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 818 time: 0.2761080 Sep 14 01:05:07.291997 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:07.292142 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 8925e138-b44b-407c-a80f-d506aacbdcbc triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:07.292539 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.292882 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 8925e138-b44b-407c-a80f-d506aacbdcbc Sep 14 01:05:07.293238 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:07.293412 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:07.293756 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:07.294228 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa62035d-0a0e-4680-a566-89d73503ac4c']}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:07.299492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Made reservation on behalf of bed53281565444618feb8a98df16f5a7 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:07.303307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.336998 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92577245-18e9-4073-bdd7-0bf33c1b1b93') {'for_net_delete': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:07.337616 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92577245-18e9-4073-bdd7-0bf33c1b1b93') {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:07.343652 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-9c7b3141-2c7a-4009-a779-7deac80b3771 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/quotas/1f0d081d730748f587aa7a3e93653c13 HTTP/1.1" status: 200 len: 375 time: 0.0457380 Sep 14 01:05:07.358612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8030434'] for segment (92577245-18e9-4073-bdd7-0bf33c1b1b93), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.433188 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (92577245-18e9-4073-bdd7-0bf33c1b1b93), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.444879 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.448623 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:05:07.449067 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8334119'] for segment (92577245-18e9-4073-bdd7-0bf33c1b1b93), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.496577 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 5 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:07.503804 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.505382 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:07.511678 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:07.557115 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Publish callbacks [] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.564338 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port d64e32cd-38b4-4e4c-ad57-37277ea3f8db cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:07.582862 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.662875 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 8925e138-b44b-407c-a80f-d506aacbdcbc is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:07.665993 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.748155 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:07.766983 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:07.775930 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-960932f9-f5b9-4f84-9690-ec4d79c87190 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a48f8419-6139-40e2-9a31-d4cf2d3c9b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3656425 Sep 14 01:05:07.801462 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Allocated IP 172.20.0.10 (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879/56fcaa17-71fa-41b7-8538-674b35abe051/a840c0c6-ebb0-47a0-a63e-88622565be34) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:07.803902 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5176d-e5e7-491a-8c93-900e805b372a None None] Pushing event updated for resources: {'Port': ['ID=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:07.807559 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:07.811181 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:07.825364 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 8925e138-b44b-407c-a80f-d506aacbdcbc, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=8925e138-b44b-407c-a80f-d506aacbdcbc,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:07.848094 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.851061 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (fa62035d-0a0e-4680-a566-89d73503ac4c), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.857208 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6959698a-3b87-45db-8ce3-bba331620d27 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:07.888718 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:07.910939 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/fa62035d-0a0e-4680-a566-89d73503ac4c HTTP/1.1" status: 204 len: 168 time: 1.9132712 Sep 14 01:05:07.911931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49814) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:07.937113 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Attempting to bind port d64e32cd-38b4-4e4c-ad57-37277ea3f8db on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:07.937750 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Attempting to bind port d64e32cd-38b4-4e4c-ad57-37277ea3f8db by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:07.938504 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Attempting to bind port d64e32cd-38b4-4e4c-ad57-37277ea3f8db on network 829a0248-dba9-4c23-9e33-40618fdbaae3 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:07.993582 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:08.042622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=8925e138-b44b-407c-a80f-d506aacbdcbc,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.068913 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 6 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:08.096728 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:08.097374 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Checking segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:08.097994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.098540 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Bound using segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:08.099184 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Bound port: d64e32cd-38b4-4e4c-ad57-37277ea3f8db, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:08.099729 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.105378 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 6959698a-3b87-45db-8ce3-bba331620d27 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:08.106037 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (6959698a-3b87-45db-8ce3-bba331620d27), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.106519 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 6959698a-3b87-45db-8ce3-bba331620d27 Sep 14 01:05:08.139049 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bf6c5-b70e-4bda-b514-373d4c43b301 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa62035d-0a0e-4680-a566-89d73503ac4c,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:08.168020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port d64e32cd-38b4-4e4c-ad57-37277ea3f8db cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:08.291512 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.295746 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:08.354344 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment 92577245-18e9-4073-bdd7-0bf33c1b1b93 resource provider aggregate not found Sep 14 01:05:08.376984 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] For port d64e32cd-38b4-4e4c-ad57-37277ea3f8db, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:08.444024 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment 92577245-18e9-4073-bdd7-0bf33c1b1b93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92577245-18e9-4073-bdd7-0bf33c1b1b93 found for delete ", "request_id": "req-6dc30c31-b89e-4188-b75f-8575421ab251"}]} Sep 14 01:05:08.462315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:08.490156 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Deleting subnet 934dd959-1883-4ba4-83a6-13b2b2730596 {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:05:08.514269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Publish callbacks [] for subnet (934dd959-1883-4ba4-83a6-13b2b2730596), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.561397 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 6959698a-3b87-45db-8ce3-bba331620d27 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:08.563754 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 236b9515-35d4-45d8-afa6-942a8183bbba up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:08.577406 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] For port d64e32cd-38b4-4e4c-ad57-37277ea3f8db, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:08.598794 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.613012 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (934dd959-1883-4ba4-83a6-13b2b2730596), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.653463 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:08.728110 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 7 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:08.803103 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:08.822381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (934dd959-1883-4ba4-83a6-13b2b2730596), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.077582 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:03Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.079136 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (934dd959-1883-4ba4-83a6-13b2b2730596), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.153871 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:09.153871 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Updating router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:05:09.159060 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.162468 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/934dd959-1883-4ba4-83a6-13b2b2730596 HTTP/1.1" status: 204 len: 168 time: 1.0984430 Sep 14 01:05:09.166430 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ece95f-49c9-4565-ad65-58886fab3fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934dd959-1883-4ba4-83a6-13b2b2730596,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:09.170338 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49870) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:09.263794 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Routers {'e4e3dc32-7d4d-47f6-a84e-347c54354991'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:09.266145 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e4e3dc32-7d4d-47f6-a84e-347c54354991'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.272642 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.275433 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (c9d95264-42bf-4bf6-9bc7-1d02bfad0875), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.291619 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5176d-e5e7-491a-8c93-900e805b372a None None] Pushing event updated for resources: {'Port': ['ID=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:09.443515 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49876) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:09.443966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Current status of the port d64e32cd-38b4-4e4c-ad57-37277ea3f8db is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:09.443966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.562333 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] For port d64e32cd-38b4-4e4c-ad57-37277ea3f8db, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:09.573594 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 236b9515-35d4-45d8-afa6-942a8183bbba triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:09.576355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.577045 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 236b9515-35d4-45d8-afa6-942a8183bbba Sep 14 01:05:09.606478 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.694426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (c9d95264-42bf-4bf6-9bc7-1d02bfad0875), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.696872 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:09.802441 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Provisioning complete for port 4f65cc9c-a177-4784-a9a0-68e081396622 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:09.802441 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.802441 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 1 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:09.805204 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:09.835026 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-9e446130-2aa2-427e-a8df-49419ad02f77 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&fields=id HTTP/1.1" status: 200 len: 302 time: 2.4239066 Sep 14 01:05:09.843985 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d95264-42bf-4bf6-9bc7-1d02bfad0875']}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.910842 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528b6964-5839-4cf9-9ed1-5ebe23cb48c9') {'for_net_delete': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.911081 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528b6964-5839-4cf9-9ed1-5ebe23cb48c9') {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:09.921391 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ef7537ae-00e8-4f3e-9a28-8b859357b50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:09.945045 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8030434'] for segment (528b6964-5839-4cf9-9ed1-5ebe23cb48c9), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.005248 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (528b6964-5839-4cf9-9ed1-5ebe23cb48c9), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.029236 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:05:10.031911 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8334119'] for segment (528b6964-5839-4cf9-9ed1-5ebe23cb48c9), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.032092 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:10.037498 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:10.067649 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-cdce8de5-4402-4180-8308-721c2e1f7c4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315242 Sep 14 01:05:10.076815 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Pushing event updated for resources: {'Port': ['ID=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:10.145900 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Publish callbacks [] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.153685 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.240401 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba4dfb-074d-4ed2-99bd-51ef15b47b97 None None] Pushing event updated for resources: {'Port': ['ID=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:10.246838 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (c9d95264-42bf-4bf6-9bc7-1d02bfad0875), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.261372 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:10.263610 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.270004 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:10.271403 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c9d95264-42bf-4bf6-9bc7-1d02bfad0875 HTTP/1.1" status: 204 len: 168 time: 1.0996406 Sep 14 01:05:10.273727 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.349132 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:10.365655 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2f4b76ad-d367-4b26-8113-d9576c5cb496 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4057996 Sep 14 01:05:10.377376 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d72875-fe88-4797-afb5-9cccf55a2b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d95264-42bf-4bf6-9bc7-1d02bfad0875,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:10.383540 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Attempting to bind port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:10.384021 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Attempting to bind port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:10.384290 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Attempting to bind port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:10.460431 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-137d7afc-5ccc-4676-bfc5-2ad3bb5f8912 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:05:10.463792 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-137d7afc-5ccc-4676-bfc5-2ad3bb5f8912 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0365796 Sep 14 01:05:10.494191 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:10.494832 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:10.495591 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.496140 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Bound using segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:10.496771 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Bound port: 3c24a4b6-0516-4deb-ad9b-5a870d4990e8, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:10.497313 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.502453 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:10.516299 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6076ff5-4f8e-48df-8f8b-8798e5b192bd req-72b4f7c0-8515-45f6-8c8c-290e8036cdc8 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:10.517450 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment 528b6964-5839-4cf9-9ed1-5ebe23cb48c9 resource provider aggregate not found Sep 14 01:05:10.529753 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a6076ff5-4f8e-48df-8f8b-8798e5b192bd req-72b4f7c0-8515-45f6-8c8c-290e8036cdc8 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 932 time: 3.0163128 Sep 14 01:05:10.583831 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment 528b6964-5839-4cf9-9ed1-5ebe23cb48c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 528b6964-5839-4cf9-9ed1-5ebe23cb48c9 found for delete ", "request_id": "req-fc4a7454-31f4-4297-a408-413f48d825b6"}]} Sep 14 01:05:10.595654 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ef7537ae-00e8-4f3e-9a28-8b859357b50c admin admin] Publish callbacks [] for security_group (d39add0b-2f97-42f8-abe8-f34a94829fad), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.601555 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49894) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:10.613620 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ef7537ae-00e8-4f3e-9a28-8b859357b50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d39add0b-2f97-42f8-abe8-f34a94829fad), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.633288 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-53f55f1c-577b-4b08-8a3c-53464abe61cd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561495 Sep 14 01:05:10.640238 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] For port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:10.645061 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] For port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:10.653881 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:10.664866 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:10.668640 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Sync routers for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:10.724066 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:10.724676 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:10.734751 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a6076ff5-4f8e-48df-8f8b-8798e5b192bd req-756d7b5c-6d25-4db7-b3a7-7f2f685c6949 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889932 Sep 14 01:05:10.745033 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7537ae-00e8-4f3e-9a28-8b859357b50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39add0b-2f97-42f8-abe8-f34a94829fad,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:10.751848 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:10.756951 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:10.778661 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e8510e10-9f42-4f3e-81f2-96d6e9f6b810 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3a0bce892e7f4a3e8fcb7eb15bb26d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755440 Sep 14 01:05:10.785069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49898) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:10.787937 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-ef7537ae-00e8-4f3e-9a28-8b859357b50c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3472a8a1e7e149a8892dae8869a5544e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3517060 Sep 14 01:05:10.789346 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 49900) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:10.917217 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:11.021064 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:11.070225 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:11.086591 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7cb42c5a-1545-4bd6-a7c5-dcbb2d3ac77c req-19b63b36-5694-4ad0-a4af-06a373145898 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 210 time: 0.1430485 Sep 14 01:05:11.193993 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 2 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:11.205687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Request body: {'port': {'device_id': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:11.216489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] Set router e4e3dc32-7d4d-47f6-a84e-347c54354991 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:11.305994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.23', 54855) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:11.547827 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:11.608412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 236b9515-35d4-45d8-afa6-942a8183bbba is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:11.619707 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:11.630217 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73dcc198-df1d-4e7c-8ae1-bf326c7d8b77 admin admin] Publish callbacks [] for security_group (26cfefba-8a41-49d7-8883-b3b555ed3a07), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:11.738607 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:11.803528 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:10Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:11.809893 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49926) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:11.815994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65617895', 'description': 'tempest-description--376967631'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:11.829310 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:11.845236 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 236b9515-35d4-45d8-afa6-942a8183bbba, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=236b9515-35d4-45d8-afa6-942a8183bbba,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:11.934272 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755f924-d3f7-473a-add8-a8c03c96d01a None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:10Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:11.955734 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba4dfb-074d-4ed2-99bd-51ef15b47b97 None None] Pushing event updated for resources: {'Port': ['ID=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,revision_number=4']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:11.967555 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:11.970463 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a040a279-8087-4115-a3f1-f557126109cb up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:12.040000 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-10a0a70a-472f-4add-a1dc-cc6969db77d5 req-b4948cde-f1d1-4c87-aa86-2829b09b4cc7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 210 time: 0.4777672 Sep 14 01:05:12.193474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73dcc198-df1d-4e7c-8ae1-bf326c7d8b77 admin admin] Publish callbacks [] for security_group (26cfefba-8a41-49d7-8883-b3b555ed3a07), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.195404 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:12.214784 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:12.277837 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf22185-5ca9-4460-95dd-8f5f121420e9 admin admin] Publish callbacks [] for security_group (d39add0b-2f97-42f8-abe8-f34a94829fad), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.297052 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-884bb07e-aa2d-4bca-a489-a140c7943c4a tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:12.299049 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-884bb07e-aa2d-4bca-a489-a140c7943c4a tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.23 "GET /networking/v2.0/networks?id=829a0248-dba9-4c23-9e33-40618fdbaae3 HTTP/1.1" status: 200 len: 812 time: 0.9781833 Sep 14 01:05:12.307530 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.340805 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Request body: {'port': {'device_id': '99065d08-bf05-4054-98df-fa79518c714b', 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'admin_state_up': True, 'tenant_id': '432ef291111b4c1fba8630190dff0c53'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:12.442694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:12.448870 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 3 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:12.535594 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73dcc198-df1d-4e7c-8ae1-bf326c7d8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (26cfefba-8a41-49d7-8883-b3b555ed3a07), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.545127 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-73dcc198-df1d-4e7c-8ae1-bf326c7d8b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.549865 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-73dcc198-df1d-4e7c-8ae1-bf326c7d8b77 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/26cfefba-8a41-49d7-8883-b3b555ed3a07 HTTP/1.1" status: 204 len: 168 time: 1.7580583 Sep 14 01:05:12.619074 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:12.622345 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 2, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:12.632435 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:12.650720 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-629bbb23-6db8-4105-aed9-8f17102da991 req-851a16a9-62b1-4391-b351-95b14b5bc915 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 210 time: 0.2531383 Sep 14 01:05:12.726628 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf22185-5ca9-4460-95dd-8f5f121420e9 admin admin] Publish callbacks [] for security_group (d39add0b-2f97-42f8-abe8-f34a94829fad), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.792036 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Made reservation on behalf of 432ef291111b4c1fba8630190dff0c53 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:12.822427 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.824904 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Checking router: e9dbaa6c-9acd-47e0-ac55-154c142acdcc for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:12.825314 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Updating router e9dbaa6c-9acd-47e0-ac55-154c142acdcc port 4f65cc9c-a177-4784-a9a0-68e081396622 binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:05:12.881597 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port a040a279-8087-4115-a3f1-f557126109cb triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:12.882435 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a040a279-8087-4115-a3f1-f557126109cb), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.884123 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port a040a279-8087-4115-a3f1-f557126109cb Sep 14 01:05:12.898591 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:12.909060 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4a265-f32d-4b74-b51f-81ce76d9614b req-857258f3-2d62-47d6-9b6a-de77cac59f95 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:12.917447 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afa4a265-f32d-4b74-b51f-81ce76d9614b req-857258f3-2d62-47d6-9b6a-de77cac59f95 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 932 time: 0.7962279 Sep 14 01:05:12.918727 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcc198-df1d-4e7c-8ae1-bf326c7d8b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cfefba-8a41-49d7-8883-b3b555ed3a07,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:13.081446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=236b9515-35d4-45d8-afa6-942a8183bbba,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:13.153329 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 4 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:13.303730 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (ec43a592-a3cc-470b-a438-0816f549a40b), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:13.341548 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ec43a592-a3cc-470b-a438-0816f549a40b), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:13.415718 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:13.416413 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:58Z', 'revision_number': 4, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'd64e32cd-38b4-4e4c-ad57-37277ea3f8db', 'name': '', 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'mac_address': 'fa:16:3e:6a:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:08Z', 'revision_number': 4, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'subnets': [{'id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:13.611822 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:13.613456 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8023777 Sep 14 01:05:13.614377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49980) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:13.623990 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49982) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:13.661162 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': 'ec43a592-a3cc-470b-a438-0816f549a40b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:13.671980 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa952de-64f3-497e-b1a7-4b8f6a0e77cb None None] The sync data for ids ['e4e3dc32-7d4d-47f6-a84e-347c54354991'] in dv-cinder-857528-1-smb is: [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:04:58Z', 'revision_number': 4, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'd64e32cd-38b4-4e4c-ad57-37277ea3f8db', 'name': '', 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'mac_address': 'fa:16:3e:6a:a6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:08Z', 'revision_number': 4, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'subnets': [{'id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:13.700943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-25e41377-947e-4d1a-a3b7-b3f3adb13509 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:13.704448 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae8d1e-92ea-46b1-bdd0-92e909123730 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec43a592-a3cc-470b-a438-0816f549a40b,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:13.713379 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-25e41377-947e-4d1a-a3b7-b3f3adb13509 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 818 time: 0.7845118 Sep 14 01:05:13.723025 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Allocated IP 172.20.0.8 (829a0248-dba9-4c23-9e33-40618fdbaae3/855d3dec-e77a-430a-a33a-4d5a2944cffb/918e1073-dcf5-4f5b-89a5-b73f1b32685e) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:13.743319 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port a040a279-8087-4115-a3f1-f557126109cb is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:13.832583 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-b4a38ce1-bac0-49e2-a5b0-6d67317c2d24 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/quotas/1f0d081d730748f587aa7a3e93653c13 HTTP/1.1" status: 200 len: 375 time: 0.1177063 Sep 14 01:05:13.902968 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (60883062-56c1-4e24-8463-2b1c62ef4c7c), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:13.973964 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 49988) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:13.974492 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.23', 54866) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:14.028008 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.068510 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-8d7926cd-2f02-4249-8d15-83fdce39af2d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347977 Sep 14 01:05:14.090258 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 5 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:14.301598 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:14.346449 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.504906 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 8925e138-b44b-407c-a80f-d506aacbdcbc up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:14.509025 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Publish callbacks [] for port (4f65cc9c-a177-4784-a9a0-68e081396622), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.541903 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.557044 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.572422 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:14.580756 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-209faf89-e61c-4646-988e-4b742dab6396 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b10cc58ea21b4c1c94a1490d8ab58f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6049707 Sep 14 01:05:14.582028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b8b50ab-ec7a-45c4-8530-ba7ee1276ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.585864 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50004) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:14.612780 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2285342-5243-41ea-bb50-01d0cadcfb53 None None] Pushing event updated for resources: {'Port': ['ID=4f65cc9c-a177-4784-a9a0-68e081396622,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:14.661322 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 8925e138-b44b-407c-a80f-d506aacbdcbc triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:14.661757 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.662243 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 8925e138-b44b-407c-a80f-d506aacbdcbc Sep 14 01:05:14.694495 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a840c0c6-ebb0-47a0-a63e-88622565be34 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:14.705645 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Publish callbacks [] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.724161 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (60883062-56c1-4e24-8463-2b1c62ef4c7c), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.771925 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (60883062-56c1-4e24-8463-2b1c62ef4c7c), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.772634 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afa4a265-f32d-4b74-b51f-81ce76d9614b req-43b73175-e426-4fa8-afdb-12c553a6a541 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6368394 Sep 14 01:05:14.785294 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Attempting to bind port 4f65cc9c-a177-4784-a9a0-68e081396622 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:14.785294 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Attempting to bind port 4f65cc9c-a177-4784-a9a0-68e081396622 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:14.786021 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Attempting to bind port 4f65cc9c-a177-4784-a9a0-68e081396622 on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:14.817261 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 6 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:14.827503 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-7427b2ec-0015-416e-a6d3-58d2e74ad1da tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:14.830779 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-7427b2ec-0015-416e-a6d3-58d2e74ad1da tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 818 time: 0.8539200 Sep 14 01:05:14.842503 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Transition to ACTIVE for port object a840c0c6-ebb0-47a0-a63e-88622565be34 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:14.857780 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf22185-5ca9-4460-95dd-8f5f121420e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d39add0b-2f97-42f8-abe8-f34a94829fad), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.873401 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-dcf22185-5ca9-4460-95dd-8f5f121420e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:14.877551 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'port': {'device_id': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'admin_state_up': True, 'tenant_id': '1f0d081d730748f587aa7a3e93653c13'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:14.878214 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-dcf22185-5ca9-4460-95dd-8f5f121420e9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d39add0b-2f97-42f8-abe8-f34a94829fad HTTP/1.1" status: 204 len: 168 time: 4.0914478 Sep 14 01:05:14.887101 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60883062-56c1-4e24-8463-2b1c62ef4c7c,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:14.915433 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:14.984241 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf22185-5ca9-4460-95dd-8f5f121420e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39add0b-2f97-42f8-abe8-f34a94829fad,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:14.990479 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.120314 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.129956 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-525deccb-a170-4332-b098-68a142f5ba05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4765570 Sep 14 01:05:15.132960 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50008) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:15.156862 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': 'ec43a592-a3cc-470b-a438-0816f549a40b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:15.311277 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b8b50ab-ec7a-45c4-8530-ba7ee1276ea8 admin admin] Publish callbacks [] for security_group (042924a2-43ce-4c1d-92bf-15eccb263b16), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.312878 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4251ced3-3ebe-4661-809d-5b425fee1049 admin admin] Publish callbacks [] for security_group (4f290bf8-bb68-48d0-870c-608ffb8b8afb), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.326583 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-61554d94-4c04-4b65-bbfa-f85249411cc8 req-4c846798-33ea-469d-9850-e39a2b72c0e7 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 210 time: 0.1895270 Sep 14 01:05:15.339481 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-4f638bb3-e904-4338-871f-852cff9ff3ea service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2701750 Sep 14 01:05:15.362642 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:15.364017 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Checking segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:15.364726 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.365319 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Bound using segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:15.366033 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Bound port: 4f65cc9c-a177-4784-a9a0-68e081396622, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:15.366582 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.370117 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 8925e138-b44b-407c-a80f-d506aacbdcbc is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:15.371664 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:15.383188 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.417987 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Attempting to bind port a840c0c6-ebb0-47a0-a63e-88622565be34 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:15.418425 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Attempting to bind port a840c0c6-ebb0-47a0-a63e-88622565be34 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:15.418849 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Attempting to bind port a840c0c6-ebb0-47a0-a63e-88622565be34 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:15.495561 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 7 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:15.547670 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b8b50ab-ec7a-45c4-8530-ba7ee1276ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (042924a2-43ce-4c1d-92bf-15eccb263b16), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.633261 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] For port 4f65cc9c-a177-4784-a9a0-68e081396622, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:15.637293 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] For port 4f65cc9c-a177-4784-a9a0-68e081396622, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=4f65cc9c-a177-4784-a9a0-68e081396622,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:15.657346 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:15.671754 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.711318 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Port 4f65cc9c-a177-4784-a9a0-68e081396622 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:15.718491 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-2e9ea264-16f0-403b-85a6-405634c3f435 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686569 Sep 14 01:05:15.731411 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:15.733091 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:15.733626 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:15.734238 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 Sep 14 01:05:15.786142 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:15.787222 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:15.855010 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2285342-5243-41ea-bb50-01d0cadcfb53 None None] Pushing event updated for resources: {'Port': ['ID=4f65cc9c-a177-4784-a9a0-68e081396622,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.874343 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Port a840c0c6-ebb0-47a0-a63e-88622565be34 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:15.874813 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Attempting to bind port a840c0c6-ebb0-47a0-a63e-88622565be34 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:15.875700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b50ab-ec7a-45c4-8530-ba7ee1276ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042924a2-43ce-4c1d-92bf-15eccb263b16,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:15.887316 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:15.925680 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50022) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:15.958970 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9258113d-ae04-4c1d-89cd-646e466d9efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.038499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks [] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.073469 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:16.091362 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.107270 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4251ced3-3ebe-4661-809d-5b425fee1049 admin admin] Publish callbacks [] for security_group (4f290bf8-bb68-48d0-870c-608ffb8b8afb), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.135114 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (f21d4336-e77f-4099-a231-551b7905bc74), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.197620 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1b8b50ab-ec7a-45c4-8530-ba7ee1276ea8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4f4f1a4aad284cb68a8a874a969e030f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5743487 Sep 14 01:05:16.207583 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50026) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:16.222689 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 8 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:16.224659 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:16.225223 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.267888 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Made reservation on behalf of 1f0d081d730748f587aa7a3e93653c13 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:16.271925 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.319978 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (f21d4336-e77f-4099-a231-551b7905bc74), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.354570 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (f21d4336-e77f-4099-a231-551b7905bc74), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.411855 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.422896 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:16.431187 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21d4336-e77f-4099-a231-551b7905bc74,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:16.456759 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.489357 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.490339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device d64e32cd-38b4-4e4c-ad57-37277ea3f8db up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:16.557974 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:16.558461 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Checking segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:16.559023 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Bound using segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:16.559498 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Bound port: a840c0c6-ebb0-47a0-a63e-88622565be34, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:16.559865 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.650151 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-354ba0e9-43a4-4647-9dea-c811e8010930 req-813218a4-567c-4132-834d-aa243058c77d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.1320670 Sep 14 01:05:16.703094 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:16.711853 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af6da6-e9f7-4d5b-8608-bea739b2cb0c req-d4165235-5fc4-431e-af35-07ed05886d18 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:16.721766 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-44af6da6-e9f7-4d5b-8608-bea739b2cb0c req-d4165235-5fc4-431e-af35-07ed05886d18 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.7009387 Sep 14 01:05:16.758021 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:16.773516 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Pushing event updated for resources: {'Port': ['ID=918e1073-dcf5-4f5b-89a5-b73f1b32685e,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:16.833515 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:16.835452 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port d64e32cd-38b4-4e4c-ad57-37277ea3f8db triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:16.835834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.836180 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port d64e32cd-38b4-4e4c-ad57-37277ea3f8db Sep 14 01:05:16.866058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.867277 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c30bf724-89eb-4b19-8e20-f09e5dae5587 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7266221 Sep 14 01:05:16.870755 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:16.885384 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50038) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:16.889037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-900a9f8d-da7b-4837-81c8-e74b9f9c6634 admin admin] Publish callbacks [] for security_group (042924a2-43ce-4c1d-92bf-15eccb263b16), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:16.964540 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:17.007772 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:17.227588 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-44af6da6-e9f7-4d5b-8608-bea739b2cb0c req-c0eaf384-3b42-48ac-822e-ecf8288bbfe7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047643 Sep 14 01:05:17.266116 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a75f8-effd-4683-ae4d-577725967c8d req-bf3ae1a2-fa9e-4ffb-9518-66851e8087fc tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:17.275819 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-606a75f8-effd-4683-ae4d-577725967c8d req-bf3ae1a2-fa9e-4ffb-9518-66851e8087fc tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 931 time: 0.3755794 Sep 14 01:05:17.301920 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Current status of the port 4f65cc9c-a177-4784-a9a0-68e081396622 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:17.305346 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.311810 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:17.328312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9258113d-ae04-4c1d-89cd-646e466d9efa admin admin] Publish callbacks [] for security_group (6fdef190-d8cd-45e8-8b93-8164f1322425), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.347048 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9258113d-ae04-4c1d-89cd-646e466d9efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6fdef190-d8cd-45e8-8b93-8164f1322425), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.412878 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:15Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:17.440477 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9258113d-ae04-4c1d-89cd-646e466d9efa admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4f4994e542504ef6ac6fac7999d9c3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5133500 Sep 14 01:05:17.447784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258113d-ae04-4c1d-89cd-646e466d9efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdef190-d8cd-45e8-8b93-8164f1322425,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:17.452454 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50048) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:17.466707 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd5f191-d5e0-4a46-96c8-8e5452d72abf None None] The sync data for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb is: [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:15Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:17.467384 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:17.478283 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:17.517619 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.601679 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] For port 4f65cc9c-a177-4784-a9a0-68e081396622, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=4f65cc9c-a177-4784-a9a0-68e081396622,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:17.619828 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.639537 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4251ced3-3ebe-4661-809d-5b425fee1049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (4f290bf8-bb68-48d0-870c-608ffb8b8afb), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.659167 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4251ced3-3ebe-4661-809d-5b425fee1049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.663424 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4251ced3-3ebe-4661-809d-5b425fee1049 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4f290bf8-bb68-48d0-870c-608ffb8b8afb HTTP/1.1" status: 204 len: 168 time: 3.0724308 Sep 14 01:05:17.679088 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-606a75f8-effd-4683-ae4d-577725967c8d req-7142e9a6-2302-4f5a-8048-289d9e6efb11 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968978 Sep 14 01:05:17.715914 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:17.716953 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.719061 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 1094 time: 7.0565956 Sep 14 01:05:17.721067 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8704ac6-233b-4b6d-a392-5f28d42e5d0b service neutron] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:17.727124 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:17.837925 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Pushing event updated for resources: {'Port': ['ID=4f65cc9c-a177-4784-a9a0-68e081396622,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:17.864709 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port d64e32cd-38b4-4e4c-ad57-37277ea3f8db is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:17.866419 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 236b9515-35d4-45d8-afa6-942a8183bbba up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:17.878467 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Provisioning complete for port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:17.884164 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.885133 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Attempt 1 to provision port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 Sep 14 01:05:17.897133 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-900a9f8d-da7b-4837-81c8-e74b9f9c6634 admin admin] Publish callbacks [] for security_group (042924a2-43ce-4c1d-92bf-15eccb263b16), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.904000 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251ced3-3ebe-4661-809d-5b425fee1049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f290bf8-bb68-48d0-870c-608ffb8b8afb,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:17.909077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:17.961758 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Allocated IP 172.20.0.10 (99834cc1-1b0c-4af1-9db5-bbb28c819c4a/fc0d73bb-d491-4fad-a78e-8bc04de760c0/4b8eacb2-3480-45e3-a468-45480566894f) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:18.015105 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:18.015783 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.220922 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:18.231796 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 236b9515-35d4-45d8-afa6-942a8183bbba triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:18.232234 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.232662 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 236b9515-35d4-45d8-afa6-942a8183bbba Sep 14 01:05:18.265185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a00a447c-b4c3-4f48-8e84-37cf2260fe23 None None] Current status of the port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:18.298759 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-7042cd0e-b481-4f2b-9eb6-c1a9e1ec05ed tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9817855 Sep 14 01:05:18.353059 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-82bdaa6c-e1e0-4df4-ad73-24ff46b1be40 req-f2578a23-acd2-4a23-b0cc-7dfb229e73ab tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.3493652 Sep 14 01:05:18.393575 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-177fe2f7-1641-4376-9082-d969a279633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:18.407788 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-177fe2f7-1641-4376-9082-d969a279633c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1128 time: 0.4005053 Sep 14 01:05:18.408781 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41e2a3e1-27de-4b2d-aaaa-cd3ce6708a0e admin admin] Publish callbacks [] for security_group (6fdef190-d8cd-45e8-8b93-8164f1322425), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.481711 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-900a9f8d-da7b-4837-81c8-e74b9f9c6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (042924a2-43ce-4c1d-92bf-15eccb263b16), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.484281 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-900a9f8d-da7b-4837-81c8-e74b9f9c6634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.501841 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-900a9f8d-da7b-4837-81c8-e74b9f9c6634 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/042924a2-43ce-4c1d-92bf-15eccb263b16 HTTP/1.1" status: 204 len: 168 time: 2.2679968 Sep 14 01:05:18.503233 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.507302 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41e2a3e1-27de-4b2d-aaaa-cd3ce6708a0e admin admin] Publish callbacks [] for security_group (6fdef190-d8cd-45e8-8b93-8164f1322425), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.555318 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad180cd-2d3b-4d65-b174-74653206fbea req-53171c1c-ce0e-4dee-a3e9-c09e368d5aa3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:18.557277 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8ad180cd-2d3b-4d65-b174-74653206fbea req-53171c1c-ce0e-4dee-a3e9-c09e368d5aa3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0796843 Sep 14 01:05:18.563320 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Provisioning complete for port 4f65cc9c-a177-4784-a9a0-68e081396622 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:18.564731 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.566660 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 1 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:18.626230 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 236b9515-35d4-45d8-afa6-942a8183bbba is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:18.644028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Request body: {'port': {'device_id': '99065d08-bf05-4054-98df-fa79518c714b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:18.651252 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:18.696323 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a9f8d-da7b-4837-81c8-e74b9f9c6634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042924a2-43ce-4c1d-92bf-15eccb263b16,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:18.746905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Current status of the port 4f65cc9c-a177-4784-a9a0-68e081396622 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:18.769894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Provisioning complete for port 918e1073-dcf5-4f5b-89a5-b73f1b32685e triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:18.772257 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:18.772832 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 1 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:18.867412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:18.971441 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.23', 54876) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:19.148298 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:19.195408 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9878d1d-8305-4ddd-81da-47d83bea5f07" -d '{"events": [{"name": "network-changed", "server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:19.350052 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-093a1edb-fbf8-4a0c-aee6-935589994089 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 217 time: 0.7365406 Sep 14 01:05:19.359315 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:19.362347 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.363392 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b2c6e-816f-4908-b310-0f9c847ec904 req-646015ba-a308-451c-935d-033d94e9827b tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.364235 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 Sep 14 01:05:19.373506 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df5b2c6e-816f-4908-b310-0f9c847ec904 req-646015ba-a308-451c-935d-033d94e9827b tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 931 time: 0.1920028 Sep 14 01:05:19.380431 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 2 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:19.389915 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for port (4b8eacb2-3480-45e3-a468-45480566894f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.471846 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.496783 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.516236 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41e2a3e1-27de-4b2d-aaaa-cd3ce6708a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6fdef190-d8cd-45e8-8b93-8164f1322425), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.520095 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41e2a3e1-27de-4b2d-aaaa-cd3ce6708a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.521384 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-41e2a3e1-27de-4b2d-aaaa-cd3ce6708a0e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6fdef190-d8cd-45e8-8b93-8164f1322425 HTTP/1.1" status: 204 len: 168 time: 2.0013189 Sep 14 01:05:19.544607 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2a3e1-27de-4b2d-aaaa-cd3ce6708a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdef190-d8cd-45e8-8b93-8164f1322425,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:19.633580 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.670816 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8ad180cd-2d3b-4d65-b174-74653206fbea req-ad625618-013d-4501-bc4a-36f249b1fd74 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1013794 Sep 14 01:05:19.738284 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:19.741773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50106) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:19.745520 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.28.1.100 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/7629ecae-8852-4b7a-bd29-0dfc0a32caea) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:19.760139 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (4b8eacb2-3480-45e3-a468-45480566894f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.764040 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bc5817c-680e-4624-9a8c-337e27a441c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:19.780291 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df5b2c6e-816f-4908-b310-0f9c847ec904 req-4b7c8058-3924-4e51-9b12-48969db929c5 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767121 Sep 14 01:05:19.781875 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-1a5524c0-a45b-4705-bd61-e65666600a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:19.784954 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-1a5524c0-a45b-4705-bd61-e65666600a06 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.4103498 Sep 14 01:05:19.809509 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:19.862337 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:19.863909 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 4f65cc9c-a177-4784-a9a0-68e081396622 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:19.987908 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:20.004862 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 4f65cc9c-a177-4784-a9a0-68e081396622 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:20.004963 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.005372 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 4f65cc9c-a177-4784-a9a0-68e081396622 Sep 14 01:05:20.072653 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-f17cd4e1-7934-465f-8a88-734cbac583d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.087666 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:20.089138 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-f17cd4e1-7934-465f-8a88-734cbac583d5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2834361 Sep 14 01:05:20.089759 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:20.108080 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:20.199476 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6fff320a-4040-4d37-b955-5ce9db4169bf req-f17b9cee-d89a-4035-8eae-48d593ec66b0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.1854212 Sep 14 01:05:20.211413 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 4f65cc9c-a177-4784-a9a0-68e081396622 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:20.239401 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 3 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:20.372459 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:20.410236 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-2d2fe8a8-648c-4fb1-bfc8-80c94d85a9f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318306 Sep 14 01:05:20.454250 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bc5817c-680e-4624-9a8c-337e27a441c3 admin admin] Publish callbacks [] for security_group (183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.472641 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6bc5817c-680e-4624-9a8c-337e27a441c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.521067 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.528761 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.552844 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:20.557122 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6bc5817c-680e-4624-9a8c-337e27a441c3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=96a80e36a80e4a10988bd4dfd01b0f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8140275 Sep 14 01:05:20.560336 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5817c-680e-4624-9a8c-337e27a441c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:20.564802 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50124) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:20.661534 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c67a7399-d2f7-4b96-9dac-862db2d62108 req-c72007c3-194e-4779-93be-cf2bc8c87c6a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243431 Sep 14 01:05:20.676473 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-276e769b-a9f8-4687-a5c8-83e6ab91511e admin admin] Publish callbacks [] for security_group (183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.701909 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-276e769b-a9f8-4687-a5c8-83e6ab91511e admin admin] Publish callbacks [] for security_group (183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.720432 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-3dcb8df1-685b-426a-99fd-0a7c83e9e5a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.723377 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-3dcb8df1-685b-426a-99fd-0a7c83e9e5a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 818 time: 1.7128747 Sep 14 01:05:20.756255 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8878329 Sep 14 01:05:20.757098 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bf835-bedd-45f0-a1df-33534d4a9a7f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'Port': ['ID=4b8eacb2-3480-45e3-a468-45480566894f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:20.779009 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'port': {'device_id': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'admin_state_up': True, 'tenant_id': '1f0d081d730748f587aa7a3e93653c13'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:20.790262 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e2a8b7-ac7b-416f-95ce-8b6935a365b1 x-openstack-request-id: req-85e2a8b7-ac7b-416f-95ce-8b6935a365b1 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:20.790665 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:20.790867 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85e2a8b7-ac7b-416f-95ce-8b6935a365b1 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:20.791341 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e2a8b7-ac7b-416f-95ce-8b6935a365b1'] response: {'name': 'network-changed', 'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'status': 'completed', 'code': 200} Sep 14 01:05:20.792041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:20.802542 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-276e769b-a9f8-4687-a5c8-83e6ab91511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.806628 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-276e769b-a9f8-4687-a5c8-83e6ab91511e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:20.807802 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-276e769b-a9f8-4687-a5c8-83e6ab91511e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1 HTTP/1.1" status: 204 len: 168 time: 0.2387795 Sep 14 01:05:20.876215 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 4 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:20.876846 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e769b-a9f8-4687-a5c8-83e6ab91511e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b4ffd-efd2-42cb-8a5e-682b2ea4ffe1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:20.893871 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Request body: {'port': {'device_id': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:20.985863 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-676beb08-ad1e-4fab-9b4b-b38f8bf98301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:20.985863 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-676beb08-ad1e-4fab-9b4b-b38f8bf98301 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1128 time: 0.1971271 Sep 14 01:05:21.151962 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f175107-2cdc-4bcc-bc1f-0a2a3e2cb074 req-0c247c12-0d07-457c-9cb2-34bc27d2dfc3 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:21.164686 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7f175107-2cdc-4bcc-bc1f-0a2a3e2cb074 req-0c247c12-0d07-457c-9cb2-34bc27d2dfc3 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 931 time: 0.1793318 Sep 14 01:05:21.210475 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4b8eacb2-3480-45e3-a468-45480566894f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.266163 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e0844-3d22-43c7-b348-761547de843e req-dc70069d-93f6-453a-882a-c1561e96c94b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:21.268064 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0d5e0844-3d22-43c7-b348-761547de843e req-dc70069d-93f6-453a-882a-c1561e96c94b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.3673093 Sep 14 01:05:21.415116 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:21.425925 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.458890 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7f175107-2cdc-4bcc-bc1f-0a2a3e2cb074 req-d4439473-5c50-4b5a-988e-ecbe6cfa7110 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889020 Sep 14 01:05:21.572381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.577755 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:21.579607 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Made reservation on behalf of 1f0d081d730748f587aa7a3e93653c13 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:21.596474 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:21.747580 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96c279fb-2f51-4903-9a5c-834a79e7da78 req-cbe83712-8057-4808-8008-f5397166846d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.1014152 Sep 14 01:05:21.799296 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0d5e0844-3d22-43c7-b348-761547de843e req-52e5ede4-eceb-4cf6-b8c8-8a5a78367c41 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4470649 Sep 14 01:05:21.843688 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-a10ce62f-54ce-434e-95b2-378db46a5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:21.843688 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-a10ce62f-54ce-434e-95b2-378db46a5166 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.8203561 Sep 14 01:05:21.917633 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 5 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:21.994577 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-5ff12694-2483-4d4e-b8de-b489a4835f1b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 217 time: 0.1426940 Sep 14 01:05:22.047725 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:22.073152 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918e1073-dcf5-4f5b-89a5-b73f1b32685e {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:22.088572 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:22.092572 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Publish callbacks [] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.124732 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.299668 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-13259afa-e048-46a1-9a77-c6732e5bc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.303220 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-13259afa-e048-46a1-9a77-c6732e5bc944 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.2919824 Sep 14 01:05:22.313327 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Transition to ACTIVE for port object 918e1073-dcf5-4f5b-89a5-b73f1b32685e will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:22.331059 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:22.342165 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:22.353976 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:22.362670 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:22.365759 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=7629ecae-8852-4b7a-bd29-0dfc0a32caea,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:22.430247 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-83b2a8aa-7e01-4d77-a52b-7d9b2003b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.437055 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-83b2a8aa-7e01-4d77-a52b-7d9b2003b90f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1250973 Sep 14 01:05:22.558791 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 6 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:22.635777 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:22.720241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50202) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:22.732354 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-a60de9bd-3df4-45ae-a292-f9aff8456a4a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272997 Sep 14 01:05:22.809390 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Pushing event updated for resources: {'Port': ['ID=918e1073-dcf5-4f5b-89a5-b73f1b32685e,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:22.935084 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645cb75-9888-4330-b856-4647f735b9a5 req-039e3ddc-c38a-4b11-887b-107ea28336c2 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:22.936668 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3645cb75-9888-4330-b856-4647f735b9a5 req-039e3ddc-c38a-4b11-887b-107ea28336c2 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 943 time: 0.2033439 Sep 14 01:05:22.939673 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Attempting to bind port 918e1073-dcf5-4f5b-89a5-b73f1b32685e on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:22.939673 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Attempting to bind port 918e1073-dcf5-4f5b-89a5-b73f1b32685e by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:22.939673 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Attempting to bind port 918e1073-dcf5-4f5b-89a5-b73f1b32685e on network 829a0248-dba9-4c23-9e33-40618fdbaae3 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:22.943143 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b7331f17-c85a-437b-9bdf-ef5920831fed req-0b30e3b6-26b2-4982-868a-b9e29c8a528e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.0636344 Sep 14 01:05:23.009367 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.020319 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8eacb2-3480-45e3-a468-45480566894f {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:23.032305 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (bcba805c-8159-4572-9e7d-39b6336a8943), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.036601 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Publish callbacks [] for port (4b8eacb2-3480-45e3-a468-45480566894f), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.067957 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9878d1d-8305-4ddd-81da-47d83bea5f07 req-9b4c5642-5466-4583-8caa-2ff5da561414 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895226 Sep 14 01:05:23.070942 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Transition to ACTIVE for port object 4b8eacb2-3480-45e3-a468-45480566894f will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:23.095722 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (4b8eacb2-3480-45e3-a468-45480566894f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.118496 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3645cb75-9888-4330-b856-4647f735b9a5 req-91ae2c75-ffef-4469-8c92-70be7a49616b tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514134 Sep 14 01:05:23.120445 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e on network 829a0248-dba9-4c23-9e33-40618fdbaae3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:23.120883 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Attempting to bind port 918e1073-dcf5-4f5b-89a5-b73f1b32685e on network 829a0248-dba9-4c23-9e33-40618fdbaae3 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:23.126247 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59553e22-e49a-4fde-a10b-82512a931e18 req-ff63163a-5db6-475d-8f5f-63a777e0a7b6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.128137 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59553e22-e49a-4fde-a10b-82512a931e18 req-ff63163a-5db6-475d-8f5f-63a777e0a7b6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0875349 Sep 14 01:05:23.137590 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 7 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:23.182111 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.191466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:23.199841 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.212773 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59553e22-e49a-4fde-a10b-82512a931e18 req-00bc43aa-a747-458d-b667-de1337012583 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728021 Sep 14 01:05:23.257300 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Allocated IP 172.20.0.9 (99834cc1-1b0c-4af1-9db5-bbb28c819c4a/fc0d73bb-d491-4fad-a78e-8bc04de760c0/954785ea-817f-4b0e-b1ab-94da4aca645e) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:23.259137 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.259948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8eacb2-3480-45e3-a468-45480566894f,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:23.305070 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0b73c175-28be-48d0-b2e4-fb720e5be6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.355025 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:23.355683 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Checking segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:23.355917 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Bound using segment: {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:23.356378 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Bound port: 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8657d933-04a6-4247-8878-786140b18106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:23.356735 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.578660 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Attempting to bind port 4b8eacb2-3480-45e3-a468-45480566894f on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:23.579039 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Attempting to bind port 4b8eacb2-3480-45e3-a468-45480566894f by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:23.579382 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Attempting to bind port 4b8eacb2-3480-45e3-a468-45480566894f on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:23.674964 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] For port 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:23.693401 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 8 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:23.737579 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] For port 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:23.764121 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:23.767630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.800172 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:23.800838 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.802340 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/918e1073-dcf5-4f5b-89a5-b73f1b32685e HTTP/1.1" status: 200 len: 1093 time: 5.1798224 Sep 14 01:05:23.805634 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:23.806665 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99065d08-bf05-4054-98df-fa79518c714b', 'tag': '918e1073-dcf5-4f5b-89a5-b73f1b32685e'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:23.811007 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Port 4b8eacb2-3480-45e3-a468-45480566894f on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:23.811341 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Attempting to bind port 4b8eacb2-3480-45e3-a468-45480566894f on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:23.816360 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.868698 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0b73c175-28be-48d0-b2e4-fb720e5be6f6 admin admin] Publish callbacks [] for security_group (fb76eade-6dce-47bd-8ee0-fda2f65d1ef9), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.870993 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.893410 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.895536 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0b73c175-28be-48d0-b2e4-fb720e5be6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (fb76eade-6dce-47bd-8ee0-fda2f65d1ef9), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:23.946366 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:24.038412 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:24.039096 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Checking segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:24.039421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Bound using segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:24.040118 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Bound port: 4b8eacb2-3480-45e3-a468-45480566894f, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:24.040773 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4b8eacb2-3480-45e3-a468-45480566894f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.043060 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba0fcf-2cf0-4a59-9dbe-49518067b663 service neutron] Pushing event updated for resources: {'Port': ['ID=918e1073-dcf5-4f5b-89a5-b73f1b32685e,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:24.060035 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73c175-28be-48d0-b2e4-fb720e5be6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb76eade-6dce-47bd-8ee0-fda2f65d1ef9,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:24.080298 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0b73c175-28be-48d0-b2e4-fb720e5be6f6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e4affa3577b64010b9a1be2e9e7e1a48&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3561234 Sep 14 01:05:24.096477 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "99065d08-bf05-4054-98df-fa79518c714b", "tag": "918e1073-dcf5-4f5b-89a5-b73f1b32685e"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:24.097072 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bcfa2caf-8cfc-4024-9de5-c0cfb3b002ba req-ee518ea5-f0cb-43b2-b130-a1999f50dfdd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.0507073 Sep 14 01:05:24.098869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50260) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:24.123404 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (bcba805c-8159-4572-9e7d-39b6336a8943), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.126986 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.233833 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bad77e2-3d06-4e80-bf92-4fd1831cd267 admin admin] Publish callbacks [] for security_group (fb76eade-6dce-47bd-8ee0-fda2f65d1ef9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.266044 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 9 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:24.310990 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bad77e2-3d06-4e80-bf92-4fd1831cd267 admin admin] Publish callbacks [] for security_group (fb76eade-6dce-47bd-8ee0-fda2f65d1ef9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.342801 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5373e1f-30fb-4a7f-9bd7-c55c46c134e9 req-29d04850-449c-43a6-a043-8403ed6ca78d tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.350466 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5373e1f-30fb-4a7f-9bd7-c55c46c134e9 req-29d04850-449c-43a6-a043-8403ed6ca78d tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 943 time: 0.0998995 Sep 14 01:05:24.355369 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.367645 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4717038 Sep 14 01:05:24.390402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:24.427971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Port 918e1073-dcf5-4f5b-89a5-b73f1b32685e had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:05:24.442164 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5373e1f-30fb-4a7f-9bd7-c55c46c134e9 req-8880008c-2861-498d-8f19-ef79f57964bc tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851438 Sep 14 01:05:24.444650 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712c06-f841-4668-8359-5f4917a8f2c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=7629ecae-8852-4b7a-bd29-0dfc0a32caea,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:24.465571 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bad77e2-3d06-4e80-bf92-4fd1831cd267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (fb76eade-6dce-47bd-8ee0-fda2f65d1ef9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.469008 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:24.473245 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bad77e2-3d06-4e80-bf92-4fd1831cd267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.474503 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-3bad77e2-3d06-4e80-bf92-4fd1831cd267 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fb76eade-6dce-47bd-8ee0-fda2f65d1ef9 HTTP/1.1" status: 204 len: 168 time: 0.3721652 Sep 14 01:05:24.478104 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Provisioning complete for port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:24.479861 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.482030 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Attempt 1 to provision port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 Sep 14 01:05:24.503659 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad77e2-3d06-4e80-bf92-4fd1831cd267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb76eade-6dce-47bd-8ee0-fda2f65d1ef9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:24.508522 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:24.520744 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:24.602712 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-ff6ee862-f317-437c-a004-dc464be02836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.604450 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-ff6ee862-f317-437c-a004-dc464be02836 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=432ef291111b4c1fba8630190dff0c53&device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 1127 time: 0.3484604 Sep 14 01:05:24.686392 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-252703e4-dc71-4fed-a69b-52405f533815 None None] Current status of the port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:24.718516 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04afc7-7a00-4a2f-afbb-c50717156bd0 req-457da541-b62d-44af-a233-9ba0d5961389 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.725116 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5a04afc7-7a00-4a2f-afbb-c50717156bd0 req-457da541-b62d-44af-a233-9ba0d5961389 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.1330829 Sep 14 01:05:24.730533 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-3ab46dea-c8d8-4536-b348-9b7de78878c1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e HTTP/1.1" status: 200 len: 217 time: 0.0905778 Sep 14 01:05:24.731563 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] For port 4b8eacb2-3480-45e3-a468-45480566894f, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:24.739030 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f714ef-6760-448b-a338-e9ba73e3b7ee x-openstack-request-id: req-15f714ef-6760-448b-a338-e9ba73e3b7ee {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:24.739319 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99065d08-bf05-4054-98df-fa79518c714b", "tag": "918e1073-dcf5-4f5b-89a5-b73f1b32685e", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:24.739612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15f714ef-6760-448b-a338-e9ba73e3b7ee {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:24.740021 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15f714ef-6760-448b-a338-e9ba73e3b7ee'] response: {'name': 'network-changed', 'server_uuid': '99065d08-bf05-4054-98df-fa79518c714b', 'tag': '918e1073-dcf5-4f5b-89a5-b73f1b32685e', 'status': 'completed', 'code': 200} Sep 14 01:05:24.835860 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-8d94493d-b584-456e-acb3-3d598cd77334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.841744 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-8d94493d-b584-456e-acb3-3d598cd77334 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=855d3dec-e77a-430a-a33a-4d5a2944cffb HTTP/1.1" status: 200 len: 851 time: 0.0967114 Sep 14 01:05:24.870045 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5a04afc7-7a00-4a2f-afbb-c50717156bd0 req-a164d8ac-3066-4f7e-8515-1dacbab1d7ba tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391072 Sep 14 01:05:24.872482 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] For port 4b8eacb2-3480-45e3-a468-45480566894f, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4b8eacb2-3480-45e3-a468-45480566894f,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:24.944760 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-931abc25-c0f0-4c37-90dd-50e2339cfc61 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--65617895&fields=id&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 267 time: 0.0718746 Sep 14 01:05:24.948977 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Provisioning complete for port 954785ea-817f-4b0e-b1ab-94da4aca645e triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:24.949456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.950105 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Attempt 1 to provision port 954785ea-817f-4b0e-b1ab-94da4aca645e Sep 14 01:05:24.958250 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937daf-cd7e-472c-945c-fae367043b6a req-3c904246-0319-4c09-84d6-c3d99d2fd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.959760 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-3c904246-0319-4c09-84d6-c3d99d2fd9a1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=829a0248-dba9-4c23-9e33-40618fdbaae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0998852 Sep 14 01:05:24.964802 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:24.965581 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:24.993994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'Port': ['ID=954785ea-817f-4b0e-b1ab-94da4aca645e,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:25.015185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Port 954785ea-817f-4b0e-b1ab-94da4aca645e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:25.018869 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (4b8eacb2-3480-45e3-a468-45480566894f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.105893 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-4c8296c4-6673-478b-90d7-3a18c1f1b8bc tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.115561 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-4c8296c4-6673-478b-90d7-3a18c1f1b8bc tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.1693475 Sep 14 01:05:25.154069 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-2a563ae2-533f-4f06-8a0b-ae7de962807c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/quotas/a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 375 time: 0.0372159 Sep 14 01:05:25.273021 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.273639 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.281247 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 200 len: 1094 time: 4.5094759 Sep 14 01:05:25.283565 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-d1d0adb2-3fcb-4dae-8af7-56c36c1d982b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285393 Sep 14 01:05:25.347301 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-7d94fa6d-e2a0-4d5e-9cc3-bab49fd7bd02 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5657716 Sep 14 01:05:25.408180 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Request body: {'port': {'device_id': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:25.423993 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69129e-1aba-4699-a86e-a289f1e15e1c req-644e06a5-eda8-4a72-8782-0d021bafaebd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.431141 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3f69129e-1aba-4699-a86e-a289f1e15e1c req-644e06a5-eda8-4a72-8782-0d021bafaebd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 931 time: 0.1900849 Sep 14 01:05:25.504136 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:25.505246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.517190 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Attempt 2 to provision port 954785ea-817f-4b0e-b1ab-94da4aca645e Sep 14 01:05:25.526581 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3f69129e-1aba-4699-a86e-a289f1e15e1c req-97b05f42-120a-4354-b9ce-d8d034990e3e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940664 Sep 14 01:05:25.572535 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-30053338-d95a-46d4-bc9d-ab503c0aaa56 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413533 Sep 14 01:05:25.590386 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50320) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:25.627688 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-650d1cf9-0b2e-4267-9308-1e316dc7e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.629247 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-650d1cf9-0b2e-4267-9308-1e316dc7e8b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1128 time: 0.2795010 Sep 14 01:05:25.638265 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Port 954785ea-817f-4b0e-b1ab-94da4aca645e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:25.671454 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:25.714528 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-41aaeb49-1165-48c9-ae08-c7e561c2fa20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.727538 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-5047d240-f876-43c3-8e3e-9830e1c7cc73 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 200 len: 217 time: 0.0825865 Sep 14 01:05:25.752469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a03aa-08db-422e-820a-506e4e7b586e req-01bdf289-666c-4780-a1e0-42590078c7b8 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:25.761052 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-196a03aa-08db-422e-820a-506e4e7b586e req-01bdf289-666c-4780-a1e0-42590078c7b8 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 943 time: 0.0917521 Sep 14 01:05:25.824771 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-dd213929-c099-4df0-9d19-17a070864c02 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491636 Sep 14 01:05:25.862235 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:25.867404 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-196a03aa-08db-422e-820a-506e4e7b586e req-1e28ff6a-670f-4062-b375-d90c4402be28 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053288 Sep 14 01:05:25.885864 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f25fc1-a6ec-4706-8352-4d28f415c7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8eacb2-3480-45e3-a468-45480566894f,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:25.926862 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-41aaeb49-1165-48c9-ae08-c7e561c2fa20 admin admin] Publish callbacks [] for security_group (87669672-7a27-496a-87e0-aee9bfd8d6d5), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:25.939332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-41aaeb49-1165-48c9-ae08-c7e561c2fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (87669672-7a27-496a-87e0-aee9bfd8d6d5), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.028176 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:26.043367 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'mac_address': 'fa:16:3e:d3:3d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:26.086927 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:26.088329 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:26.088932 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.091214 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-41aaeb49-1165-48c9-ae08-c7e561c2fa20 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=928370136bbf494a8ff98de4f3752ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298561 Sep 14 01:05:26.109507 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a840c0c6-ebb0-47a0-a63e-88622565be34 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:26.113074 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aaeb49-1165-48c9-ae08-c7e561c2fa20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87669672-7a27-496a-87e0-aee9bfd8d6d5,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.134310 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50336) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:26.143466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:26.145738 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Attempt 3 to provision port 954785ea-817f-4b0e-b1ab-94da4aca645e Sep 14 01:05:26.154186 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.172176 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954785ea-817f-4b0e-b1ab-94da4aca645e {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:26.183450 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Publish callbacks [] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.202379 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Transition to ACTIVE for port object 954785ea-817f-4b0e-b1ab-94da4aca645e will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:26.227885 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-87f2e90c-ee06-427a-973c-f9fe03573de4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2376800 Sep 14 01:05:26.238581 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.268925 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Port 954785ea-817f-4b0e-b1ab-94da4aca645e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:26.348505 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.350674 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbd5ce-23cf-4d2f-83ae-41c2b8498b83 req-ac9eaec6-ca9a-4b4d-b604-63ec530badda tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.374140 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fccbd5ce-23cf-4d2f-83ae-41c2b8498b83 req-ac9eaec6-ca9a-4b4d-b604-63ec530badda tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.2798407 Sep 14 01:05:26.409089 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80b0cca9-b3ce-4c2b-aa2c-87d5616cf3ad admin admin] Publish callbacks [] for security_group (87669672-7a27-496a-87e0-aee9bfd8d6d5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.448082 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:26.449696 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Pushing event updated for resources: {'Port': ['ID=954785ea-817f-4b0e-b1ab-94da4aca645e,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.453901 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-d7f3fc4b-4379-4a64-b7e4-a482a59acb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.455600 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-d7f3fc4b-4379-4a64-b7e4-a482a59acb27 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.7180414 Sep 14 01:05:26.460178 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4f2953dc-aa53-4374-a994-52a243391727 req-d7662c0c-f832-4c36-9e0e-8bb578a98205 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 210 time: 0.1216276 Sep 14 01:05:26.484570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80b0cca9-b3ce-4c2b-aa2c-87d5616cf3ad admin admin] Publish callbacks [] for security_group (87669672-7a27-496a-87e0-aee9bfd8d6d5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.490798 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:26.493695 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['a840c0c6-ebb0-47a0-a63e-88622565be34'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:26.532670 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fccbd5ce-23cf-4d2f-83ae-41c2b8498b83 req-a039b69e-f2f2-41d3-a393-b3a9bce44a3f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544864 Sep 14 01:05:26.546520 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Attempting to bind port 954785ea-817f-4b0e-b1ab-94da4aca645e on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:26.546856 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Attempting to bind port 954785ea-817f-4b0e-b1ab-94da4aca645e by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:26.547135 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Attempting to bind port 954785ea-817f-4b0e-b1ab-94da4aca645e on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:26.568142 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:26.658221 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-4dc2a5ac-0da5-4804-bbf5-0444dbff8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.660364 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80b0cca9-b3ce-4c2b-aa2c-87d5616cf3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (87669672-7a27-496a-87e0-aee9bfd8d6d5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.661533 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-4dc2a5ac-0da5-4804-bbf5-0444dbff8e68 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1915858 Sep 14 01:05:26.663987 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-80b0cca9-b3ce-4c2b-aa2c-87d5616cf3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:26.676216 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-80b0cca9-b3ce-4c2b-aa2c-87d5616cf3ad admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/87669672-7a27-496a-87e0-aee9bfd8d6d5 HTTP/1.1" status: 204 len: 168 time: 0.5289750 Sep 14 01:05:26.728407 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-08937daf-cd7e-472c-945c-fae367043b6a req-15f5d270-8d4f-4af0-a768-45654721eca3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868448 Sep 14 01:05:26.732939 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0cca9-b3ce-4c2b-aa2c-87d5616cf3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87669672-7a27-496a-87e0-aee9bfd8d6d5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:26.782473 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Attempt 4 to provision port 954785ea-817f-4b0e-b1ab-94da4aca645e Sep 14 01:05:26.863592 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'tag': '4b8eacb2-3480-45e3-a468-45480566894f'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:26.869519 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a23ff08-f5d2-4eae-b510-5a957807fb98" -d '{"events": [{"name": "network-changed", "server_uuid": "add51568-eadd-46dd-aad6-89e1e5bc3504", "tag": "4b8eacb2-3480-45e3-a468-45480566894f"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:26.880147 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Port 954785ea-817f-4b0e-b1ab-94da4aca645e on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:26.880493 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Attempting to bind port 954785ea-817f-4b0e-b1ab-94da4aca645e on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:26.893064 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Port 954785ea-817f-4b0e-b1ab-94da4aca645e cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:26.895585 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019ecd8-9658-4819-b605-21faa2f43518 req-612e3b50-a34d-4197-8c24-23e21563b1d5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:26.899869 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d019ecd8-9658-4819-b605-21faa2f43518 req-612e3b50-a34d-4197-8c24-23e21563b1d5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 943 time: 0.1959274 Sep 14 01:05:27.001366 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fedf33-11b8-4bed-b77a-228efe233d4a x-openstack-request-id: req-29fedf33-11b8-4bed-b77a-228efe233d4a {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:27.001366 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add51568-eadd-46dd-aad6-89e1e5bc3504", "tag": "4b8eacb2-3480-45e3-a468-45480566894f", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:27.001366 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29fedf33-11b8-4bed-b77a-228efe233d4a {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:27.001366 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29fedf33-11b8-4bed-b77a-228efe233d4a'] response: {'name': 'network-changed', 'server_uuid': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'tag': '4b8eacb2-3480-45e3-a468-45480566894f', 'status': 'completed', 'code': 200} Sep 14 01:05:27.014773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50374) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:27.064424 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d019ecd8-9658-4819-b605-21faa2f43518 req-d4e90612-9163-4fe8-8f59-961d483344fd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493585 Sep 14 01:05:27.082163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:27.082163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Checking segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:27.082163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Bound using segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:27.082163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Bound port: 954785ea-817f-4b0e-b1ab-94da4aca645e, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:27.082163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.115549 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-2f9f58c8-ecb0-41a1-805f-5ebdcd91a3bf service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389772 Sep 14 01:05:27.138729 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:05:27.141949 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0639-0c5a-4e5f-9317-ab32e0b2280a req-23674c18-1b47-4282-a9e3-6232040546f1 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.143808 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9d3a0639-0c5a-4e5f-9317-ab32e0b2280a req-23674c18-1b47-4282-a9e3-6232040546f1 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 943 time: 0.0591424 Sep 14 01:05:27.180192 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] For port 954785ea-817f-4b0e-b1ab-94da4aca645e, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:27.184245 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] For port 954785ea-817f-4b0e-b1ab-94da4aca645e, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=954785ea-817f-4b0e-b1ab-94da4aca645e,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:27.192266 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.198598 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.199493 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.201842 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/954785ea-817f-4b0e-b1ab-94da4aca645e HTTP/1.1" status: 200 len: 1093 time: 1.8535743 Sep 14 01:05:27.228296 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:27.249204 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e82d64-003a-4ca8-b64d-7775aa74877c service neutron] Pushing event updated for resources: {'Port': ['ID=954785ea-817f-4b0e-b1ab-94da4aca645e,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:27.253117 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9d3a0639-0c5a-4e5f-9317-ab32e0b2280a req-b1a8b9a7-5e74-4618-a22b-a184be28b188 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011484 Sep 14 01:05:27.296636 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a79399f0-0c47-479f-913a-1efdad1713c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.379728 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a79399f0-0c47-479f-913a-1efdad1713c8 admin admin] Publish callbacks [] for security_group (f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.384429 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a79399f0-0c47-479f-913a-1efdad1713c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.395030 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Attempt 5 to provision port 954785ea-817f-4b0e-b1ab-94da4aca645e Sep 14 01:05:27.427693 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a79399f0-0c47-479f-913a-1efdad1713c8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3b53a26f2db94f01b040db01a5b5a99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4111018 Sep 14 01:05:27.430450 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50398) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:27.432924 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79399f0-0c47-479f-913a-1efdad1713c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:27.462055 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-2c110e48-a5e2-442d-8b06-0e211ee4ef10 None None] Port 954785ea-817f-4b0e-b1ab-94da4aca645e had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:05:27.491013 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bd34042-f4ef-4a26-84a4-7deb3b46f962 admin admin] Publish callbacks [] for security_group (f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.546994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bd34042-f4ef-4a26-84a4-7deb3b46f962 admin admin] Publish callbacks [] for security_group (f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.605547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-b3413a29-c292-43c4-8d91-cb930648bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.607666 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-b3413a29-c292-43c4-8d91-cb930648bbf3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=432ef291111b4c1fba8630190dff0c53&device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 1127 time: 0.0835433 Sep 14 01:05:27.675238 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4a27f53d-a183-41d6-ada2-5150b2f93bb9 req-0c9879bf-5fe5-4878-9298-3976d086f904 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 210 time: 0.0669985 Sep 14 01:05:27.736494 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bd34042-f4ef-4a26-84a4-7deb3b46f962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.739644 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0bd34042-f4ef-4a26-84a4-7deb3b46f962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.740909 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0bd34042-f4ef-4a26-84a4-7deb3b46f962 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c HTTP/1.1" status: 204 len: 168 time: 0.3094435 Sep 14 01:05:27.777933 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd34042-f4ef-4a26-84a4-7deb3b46f962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0ae7d-16c4-48b5-a6a6-f6ca17ee3a6c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:27.807560 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd007-4f8e-438a-ac2f-6af4076eb52a req-59fb02ee-2393-4fc2-be01-85fbb753a7bb tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.810978 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-99dcd007-4f8e-438a-ac2f-6af4076eb52a req-59fb02ee-2393-4fc2-be01-85fbb753a7bb tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 945 time: 0.1244547 Sep 14 01:05:27.817227 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-d0a74903-e5f4-4b2f-ab5e-00969ca990d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:27.819531 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-d0a74903-e5f4-4b2f-ab5e-00969ca990d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 1127 time: 0.1993060 Sep 14 01:05:27.862385 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:27.902060 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:27.929472 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-eba316d0-4ec1-44de-855f-51824d151771 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954785ea-817f-4b0e-b1ab-94da4aca645e HTTP/1.1" status: 200 len: 217 time: 0.0993700 Sep 14 01:05:27.930647 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-99dcd007-4f8e-438a-ac2f-6af4076eb52a req-199706c1-f902-41bf-8a79-b3c5b70f4ce3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097529 Sep 14 01:05:27.978507 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port a840c0c6-ebb0-47a0-a63e-88622565be34 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:27.991391 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port a840c0c6-ebb0-47a0-a63e-88622565be34 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:27.991876 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:27.992289 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port a840c0c6-ebb0-47a0-a63e-88622565be34 Sep 14 01:05:28.040561 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d5543e6f-f458-47da-9ddd-d151fc2991f5 req-6f576ca7-4a1a-4a1e-803d-c37e0a70fd92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181484 Sep 14 01:05:28.051522 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-07ee5f13-0075-4857-af7a-d4f2037f2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.053355 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-07ee5f13-0075-4857-af7a-d4f2037f2aae service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=829a0248-dba9-4c23-9e33-40618fdbaae3 HTTP/1.1" status: 200 len: 913 time: 0.4302688 Sep 14 01:05:28.118949 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.134968 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-c54b5851-cf94-45e6-8c9f-47bb9425bb55 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e HTTP/1.1" status: 200 len: 217 time: 0.0743136 Sep 14 01:05:28.152583 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-60af2a9e-5de5-4f2b-a739-e8f7c2f29fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.154652 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-60af2a9e-5de5-4f2b-a739-e8f7c2f29fca service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.2098184 Sep 14 01:05:28.196867 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:28.197514 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.224324 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:28.241009 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beb634-80b9-4bd7-b7b1-4993c7120af0 req-7474b95d-2505-4895-ba59-2157d7ab70a5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.256062 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a6beb634-80b9-4bd7-b7b1-4993c7120af0 req-7474b95d-2505-4895-ba59-2157d7ab70a5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 943 time: 0.0714047 Sep 14 01:05:28.318235 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:28.324889 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.387110 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:28.397342 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a6beb634-80b9-4bd7-b7b1-4993c7120af0 req-996847ae-218f-41f2-a042-d4c67a73a6ab tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354179 Sep 14 01:05:28.458837 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3a1c2-2c40-424d-b3c4-b409ea654a80 req-b7a8ebc6-6b08-4c3a-a0fe-18df9c9093d1 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.460369 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-95e3a1c2-2c40-424d-b3c4-b409ea654a80 req-b7a8ebc6-6b08-4c3a-a0fe-18df9c9093d1 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 943 time: 0.0833135 Sep 14 01:05:28.464817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50444) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:28.566230 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-95e3a1c2-2c40-424d-b3c4-b409ea654a80 req-d84641a9-d21f-4f2f-a345-bfea57985a68 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972693 Sep 14 01:05:28.643999 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473659c-fc78-4dae-93a0-db7029fd6ca2" -d '{"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:28.698810 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5d49-af01-46fa-b8a9-0c5a456c8b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.706338 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2c334158-5314-4f1d-8219-4d5571f585fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:28.745889 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:28.846742 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a5b472-6307-47af-b616-559f995dfac4 x-openstack-request-id: req-57a5b472-6307-47af-b616-559f995dfac4 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:28.847069 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:28.847554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57a5b472-6307-47af-b616-559f995dfac4 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:28.848536 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a5b472-6307-47af-b616-559f995dfac4'] response: {'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'code': 200} Sep 14 01:05:28.874522 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9bc313c4-08da-46fb-93de-1a0ae4c2720c req-36191338-2cbb-46be-bb18-881d93880122 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 210 time: 0.0510476 Sep 14 01:05:28.946775 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-2ce53ec5-b5c8-4c85-ac13-fb43e9bff87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:28.948222 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-2ce53ec5-b5c8-4c85-ac13-fb43e9bff87d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=855d3dec-e77a-430a-a33a-4d5a2944cffb HTTP/1.1" status: 200 len: 851 time: 0.1388834 Sep 14 01:05:28.970544 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:29.003547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'tag': '954785ea-817f-4b0e-b1ab-94da4aca645e'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:29.008336 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3288f0bf-8fca-4dbf-8001-637191ab19d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f", "tag": "954785ea-817f-4b0e-b1ab-94da4aca645e"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:29.030804 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d918-1019-40b3-838f-22d4baf64483 req-7c5d2dde-f3aa-4e67-9a2a-c3c35411de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.033128 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-7c5d2dde-f3aa-4e67-9a2a-c3c35411de6f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2322652 Sep 14 01:05:29.068169 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5d49-af01-46fa-b8a9-0c5a456c8b8c admin admin] Publish callbacks [] for security_group (7ac85c7a-ec04-4092-b34f-7a82e03730c9), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.072047 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-712484e6-635e-4b48-9171-66266191f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.074014 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-712484e6-635e-4b48-9171-66266191f932 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1128 time: 0.2824156 Sep 14 01:05:29.078185 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3bcb5d49-af01-46fa-b8a9-0c5a456c8b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7ac85c7a-ec04-4092-b34f-7a82e03730c9), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.107078 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c35d8-c6da-4811-88ce-1045c7d88677 x-openstack-request-id: req-bd6c35d8-c6da-4811-88ce-1045c7d88677 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:29.107886 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f", "tag": "954785ea-817f-4b0e-b1ab-94da4aca645e", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:29.108202 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd6c35d8-c6da-4811-88ce-1045c7d88677 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:29.108667 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6c35d8-c6da-4811-88ce-1045c7d88677'] response: {'name': 'network-changed', 'server_uuid': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'tag': '954785ea-817f-4b0e-b1ab-94da4aca645e', 'status': 'completed', 'code': 200} Sep 14 01:05:29.111379 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb5d49-af01-46fa-b8a9-0c5a456c8b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac85c7a-ec04-4092-b34f-7a82e03730c9,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:29.132338 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d931-3ebf-4742-9128-10e2825a0582 req-59f6ecaa-9222-49c7-a5d2-62bc9b4a40f5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.136531 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-51c6d931-3ebf-4742-9128-10e2825a0582 req-59f6ecaa-9222-49c7-a5d2-62bc9b4a40f5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.1193964 Sep 14 01:05:29.137364 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-3bcb5d49-af01-46fa-b8a9-0c5a456c8b8c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6d3630609a9a493eb8b97029163cf607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6713889 Sep 14 01:05:29.139910 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50494) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:29.315637 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.23', 54894) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:29.323138 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-4a73353f-bdc8-4600-9747-33dc1a2e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.324614 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-4a73353f-bdc8-4600-9747-33dc1a2e75df service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1505711 Sep 14 01:05:29.442499 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-a7a2839b-0675-4f11-a9a1-0b12cfbe2ee5 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 200 len: 217 time: 0.0820725 Sep 14 01:05:29.488082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385737b-c70f-4a99-b7e7-b04ad36d0584 req-ed93465a-4004-4d34-90d0-df0c48acbc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.489583 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7385737b-c70f-4a99-b7e7-b04ad36d0584 req-ed93465a-4004-4d34-90d0-df0c48acbc16 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1130 time: 0.2999437 Sep 14 01:05:29.493002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:29.517633 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-8126b26a-36b1-49f7-8b92-8091c4e05820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.520053 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-8126b26a-36b1-49f7-8b92-8091c4e05820 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0598509 Sep 14 01:05:29.520636 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:29.522545 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7385737b-c70f-4a99-b7e7-b04ad36d0584 req-1d01b4cf-6ac9-40c5-a1a8-f36772cb2e12 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.525973 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-b3a02146-46f3-4510-9a65-d4c1240950fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.529753 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-b3a02146-46f3-4510-9a65-d4c1240950fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=829a0248-dba9-4c23-9e33-40618fdbaae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3435397 Sep 14 01:05:29.544252 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-51c6d931-3ebf-4742-9128-10e2825a0582 req-13f66503-08dc-4798-b97f-afc3e22635f4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4011433 Sep 14 01:05:29.626107 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-89795dc9-d98f-460e-a4f8-05a99124ff1c admin admin] Publish callbacks [] for security_group (7ac85c7a-ec04-4092-b34f-7a82e03730c9), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.703590 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-b57ee808-a68e-4289-bc20-59b4bffc6812 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279880 Sep 14 01:05:29.725777 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-89795dc9-d98f-460e-a4f8-05a99124ff1c admin admin] Publish callbacks [] for security_group (7ac85c7a-ec04-4092-b34f-7a82e03730c9), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:29.735449 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-fe518ba0-ae7f-40c8-b43f-fbe4df6e9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.737048 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-fe518ba0-ae7f-40c8-b43f-fbe4df6e9250 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1982129 Sep 14 01:05:29.756186 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:29.786442 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-2503329b-a8ab-484b-96cf-f59543bae24f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.788314 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-2503329b-a8ab-484b-96cf-f59543bae24f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.4674604 Sep 14 01:05:29.864937 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 918e1073-dcf5-4f5b-89a5-b73f1b32685e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:29.914851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c9a9-780d-4f67-b618-04100bf37b9e req-382566d5-f78c-49a3-a41c-8b3cebbb0aee tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.917519 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ac73c9a9-780d-4f67-b618-04100bf37b9e req-382566d5-f78c-49a3-a41c-8b3cebbb0aee tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 943 time: 0.1056573 Sep 14 01:05:29.928118 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaf22e-084b-459d-81e0-09b61102b7f9 req-32a4e17c-7897-4278-b702-b067cc3c4f48 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:29.935686 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25eaf22e-084b-459d-81e0-09b61102b7f9 req-32a4e17c-7897-4278-b702-b067cc3c4f48 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 943 time: 0.3391676 Sep 14 01:05:29.990162 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-185017bd-7c2a-4085-a02b-b881cb7fabb2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 378 time: 0.1371567 Sep 14 01:05:29.998969 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-a4d66021-3a86-4a2e-93ec-35d2bc9f52f9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450264 Sep 14 01:05:30.004907 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:30.018619 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '918e1073-dcf5-4f5b-89a5-b73f1b32685e', 'network_id': '829a0248-dba9-4c23-9e33-40618fdbaae3', 'port_id': '918e1073-dcf5-4f5b-89a5-b73f1b32685e', 'mac_address': 'fa:16:3e:94:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855d3dec-e77a-430a-a33a-4d5a2944cffb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:30.030969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'port': {'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'admin_state_up': True, 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'security_groups': ['ec43a592-a3cc-470b-a438-0816f549a40b']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:30.061761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7385737b-c70f-4a99-b7e7-b04ad36d0584 req-1d01b4cf-6ac9-40c5-a1a8-f36772cb2e12 service neutron] Publish callbacks [] for security_group (bddba58a-ef34-42b5-b9a1-5cc7ad89f9fe), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.063567 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 918e1073-dcf5-4f5b-89a5-b73f1b32685e is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:30.064043 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.083028 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918e1073-dcf5-4f5b-89a5-b73f1b32685e {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:30.087648 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-26e0e7d0-ad05-4240-a596-e90712de3b01 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349367 Sep 14 01:05:30.114366 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:30.119695 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.145970 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25eaf22e-084b-459d-81e0-09b61102b7f9 req-04fe5a15-1eaf-44b2-bfc9-bfc7b51766f3 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089047 Sep 14 01:05:30.146643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7385737b-c70f-4a99-b7e7-b04ad36d0584 req-1d01b4cf-6ac9-40c5-a1a8-f36772cb2e12 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (bddba58a-ef34-42b5-b9a1-5cc7ad89f9fe), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.237569 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=918e1073-dcf5-4f5b-89a5-b73f1b32685e,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:30.282123 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-89795dc9-d98f-460e-a4f8-05a99124ff1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7ac85c7a-ec04-4092-b34f-7a82e03730c9), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.284470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-89795dc9-d98f-460e-a4f8-05a99124ff1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.287986 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-89795dc9-d98f-460e-a4f8-05a99124ff1c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7ac85c7a-ec04-4092-b34f-7a82e03730c9 HTTP/1.1" status: 204 len: 168 time: 1.1447625 Sep 14 01:05:30.319180 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:30.337293 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-52f6216e-404f-45db-8656-51d087ee14fe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394772 Sep 14 01:05:30.342783 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89795dc9-d98f-460e-a4f8-05a99124ff1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac85c7a-ec04-4092-b34f-7a82e03730c9,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:30.352454 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-ccde42f2-97bb-43eb-a9f6-417a94bcc8ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098614 Sep 14 01:05:30.367819 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['918e1073-dcf5-4f5b-89a5-b73f1b32685e'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:30.417078 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4a23ff08-f5d2-4eae-b510-5a957807fb98 req-42e6b368-75bc-46c2-8409-ff19a2444fc4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984170 Sep 14 01:05:30.454587 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01b4cf-6ac9-40c5-a1a8-f36772cb2e12 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bddba58a-ef34-42b5-b9a1-5cc7ad89f9fe,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:30.464976 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ac73c9a9-780d-4f67-b618-04100bf37b9e req-d5e9efe2-9012-4ef9-bb69-40ee814dc057 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203514 Sep 14 01:05:30.531547 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7385737b-c70f-4a99-b7e7-b04ad36d0584 req-1d01b4cf-6ac9-40c5-a1a8-f36772cb2e12 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0318072 Sep 14 01:05:30.543461 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8fda9f26-727b-4548-9614-aef29a59cbc0 req-9e0f3da2-e48e-49c9-8e42-766579f6f8f0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 210 time: 0.2469149 Sep 14 01:05:30.566112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Made reservation on behalf of a096c51fd3034ca9ae0b71a8cbb1af17 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:30.582080 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:30.921559 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babbc03-dde9-4e62-b5cf-9fd205b4a11c req-f94e0124-c070-4f55-afe6-87037c8773af tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:30.923154 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5babbc03-dde9-4e62-b5cf-9fd205b4a11c req-f94e0124-c070-4f55-afe6-87037c8773af tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0671489 Sep 14 01:05:30.957905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1f3d-d6ae-4e87-b008-287641ddc248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.014186 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.20.0.10 (aa6ede67-71ad-44e8-9ebc-4e331059c547/418acad6-d289-4a86-9997-e0d460284095/2e7be839-de7f-4ddf-850b-de722e41117d) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:05:31.049640 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5babbc03-dde9-4e62-b5cf-9fd205b4a11c req-74b59df6-4561-444b-9f4a-9f0167d161ec tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971565 Sep 14 01:05:31.160132 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=10 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.213114 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (2e7be839-de7f-4ddf-850b-de722e41117d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.285226 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.293429 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.343159 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:05:31.349925 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b65ed3-a760-405d-a494-0082551c45f3 req-204f25c3-749b-4e5f-815c-2cda6f9a9d79 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.351773 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-54b65ed3-a760-405d-a494-0082551c45f3 req-204f25c3-749b-4e5f-815c-2cda6f9a9d79 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 943 time: 0.1009054 Sep 14 01:05:31.356447 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:31.366963 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50608) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:31.380348 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=2e7be839-de7f-4ddf-850b-de722e41117d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:31.386320 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:05:31.391795 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.392978 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.442287 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-a70890e7-6802-4461-b1da-6c0dd5b583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.458264 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-a70890e7-6802-4461-b1da-6c0dd5b583b2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 1127 time: 0.0840380 Sep 14 01:05:31.458470 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-424f0d7f-f935-40cc-80be-cd997d2d4bf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421670 Sep 14 01:05:31.505559 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-54b65ed3-a760-405d-a494-0082551c45f3 req-3fad2562-48ad-49a5-a2b3-7616a53428eb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057267 Sep 14 01:05:31.521629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Request body: {'port': {'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:31.580918 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.681491 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.720401 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Provisioning complete for port 2e7be839-de7f-4ddf-850b-de722e41117d triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:31.720776 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.721238 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-d559e38a-8328-43bb-9e5a-305b46dd5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.722729 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Attempt 1 to provision port 2e7be839-de7f-4ddf-850b-de722e41117d Sep 14 01:05:31.727239 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-d559e38a-8328-43bb-9e5a-305b46dd5cbc service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.2740138 Sep 14 01:05:31.761043 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d10ad5e7-16cf-46e0-8996-14201723ad37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.799587 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Port 2e7be839-de7f-4ddf-850b-de722e41117d cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:31.821083 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4860169-9da0-4be1-8bb9-2eaa775ac7f2 req-69632d96-0b24-4ff1-9a19-7214be2b69d4 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:31.827984 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4860169-9da0-4be1-8bb9-2eaa775ac7f2 req-69632d96-0b24-4ff1-9a19-7214be2b69d4 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 944 time: 0.1639349 Sep 14 01:05:31.865414 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d10ad5e7-16cf-46e0-8996-14201723ad37 admin admin] Publish callbacks [] for security_group (1ad9f35a-030a-483b-81e4-a2fa7bea7673), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.869673 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4b8eacb2-3480-45e3-a468-45480566894f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:31.878603 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d10ad5e7-16cf-46e0-8996-14201723ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (1ad9f35a-030a-483b-81e4-a2fa7bea7673), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:31.903174 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 918e1073-dcf5-4f5b-89a5-b73f1b32685e up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:31.947795 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d10ad5e7-16cf-46e0-8996-14201723ad37 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=20b27185622c4df7906bd71d04f17526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5329766 Sep 14 01:05:31.956133 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50644) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:31.958046 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-f191694e-2ba1-429e-af1e-c8b00ffd5c94 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954785ea-817f-4b0e-b1ab-94da4aca645e HTTP/1.1" status: 200 len: 217 time: 0.0905969 Sep 14 01:05:31.959332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:31.984213 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4860169-9da0-4be1-8bb9-2eaa775ac7f2 req-c8213e4c-97d5-4996-aa59-5ad649e163e7 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535339 Sep 14 01:05:32.029075 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2ab4a-5bbf-4a55-9045-4554e82707c5 req-92293348-3884-407e-adce-e122cd9b709d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.038357 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-14c2ab4a-5bbf-4a55-9045-4554e82707c5 req-92293348-3884-407e-adce-e122cd9b709d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 932 time: 0.3005989 Sep 14 01:05:32.053982 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ad5e7-16cf-46e0-8996-14201723ad37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9f35a-030a-483b-81e4-a2fa7bea7673,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:32.091933 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-8f1e9d84-d021-422b-8259-aa00fcb63c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.094160 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-8f1e9d84-d021-422b-8259-aa00fcb63c4a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.1012890 Sep 14 01:05:32.149482 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-63783f3a-f48e-4f96-b729-d58899b3042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.151467 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-63783f3a-f48e-4f96-b729-d58899b3042f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487211 Sep 14 01:05:32.154796 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15e68a8c-cd36-4070-8b1d-d5d6337efb04 admin admin] Publish callbacks [] for security_group (1ad9f35a-030a-483b-81e4-a2fa7bea7673), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.184705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 4b8eacb2-3480-45e3-a468-45480566894f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4b8eacb2-3480-45e3-a468-45480566894f,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.208149 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.209387 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.239788 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15e68a8c-cd36-4070-8b1d-d5d6337efb04 admin admin] Publish callbacks [] for security_group (1ad9f35a-030a-483b-81e4-a2fa7bea7673), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.248002 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '4b8eacb2-3480-45e3-a468-45480566894f', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'port_id': '4b8eacb2-3480-45e3-a468-45480566894f', 'mac_address': 'fa:16:3e:0a:ec:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:32.257567 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:32.292464 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 918e1073-dcf5-4f5b-89a5-b73f1b32685e completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:32.316705 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Attempt 2 to provision port 2e7be839-de7f-4ddf-850b-de722e41117d Sep 14 01:05:32.331464 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-1e62247e-fedc-4fc0-bd7f-dd8fa7c7814a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724832 Sep 14 01:05:32.361713 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15e68a8c-cd36-4070-8b1d-d5d6337efb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (1ad9f35a-030a-483b-81e4-a2fa7bea7673), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.377130 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15e68a8c-cd36-4070-8b1d-d5d6337efb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.379067 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-15e68a8c-cd36-4070-8b1d-d5d6337efb04 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1ad9f35a-030a-483b-81e4-a2fa7bea7673 HTTP/1.1" status: 204 len: 168 time: 0.4189305 Sep 14 01:05:32.428081 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e68a8c-cd36-4070-8b1d-d5d6337efb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9f35a-030a-483b-81e4-a2fa7bea7673,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:32.486323 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3288f0bf-8fca-4dbf-8001-637191ab19d2 req-8b274a45-0a3f-4623-9d37-c13e0c327173 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462379 Sep 14 01:05:32.536551 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 918e1073-dcf5-4f5b-89a5-b73f1b32685e triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:32.536902 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.537428 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 918e1073-dcf5-4f5b-89a5-b73f1b32685e Sep 14 01:05:32.556822 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-14c2ab4a-5bbf-4a55-9045-4554e82707c5 req-57e30df9-034a-42da-84bd-27826218c345 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5174069 Sep 14 01:05:32.590112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91329c4-8035-4f44-8830-459c71fe78b4 req-392dbf48-b5b7-4d4c-949f-4d3a9c736ed1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.591716 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a91329c4-8035-4f44-8830-459c71fe78b4 req-392dbf48-b5b7-4d4c-949f-4d3a9c736ed1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.3608418 Sep 14 01:05:32.624092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Port 2e7be839-de7f-4ddf-850b-de722e41117d cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:32.655892 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a91329c4-8035-4f44-8830-459c71fe78b4 req-4c3d310d-811e-4d63-9cde-683022c1637e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567868 Sep 14 01:05:32.658595 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.667913 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 4b8eacb2-3480-45e3-a468-45480566894f is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:32.668601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4b8eacb2-3480-45e3-a468-45480566894f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.704721 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8eacb2-3480-45e3-a468-45480566894f {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:32.773882 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50676) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:32.787540 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099366df-c8a1-4e98-a0e7-8ec20433a874 req-f0a63bb3-c60a-492b-a86c-d41a4418f272 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:32.788833 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 4b8eacb2-3480-45e3-a468-45480566894f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4b8eacb2-3480-45e3-a468-45480566894f,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.789160 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-099366df-c8a1-4e98-a0e7-8ec20433a874 req-f0a63bb3-c60a-492b-a86c-d41a4418f272 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 943 time: 0.1107485 Sep 14 01:05:32.802095 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4b8eacb2-3480-45e3-a468-45480566894f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.812189 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 918e1073-dcf5-4f5b-89a5-b73f1b32685e is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:32.812607 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.856616 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7be839-de7f-4ddf-850b-de722e41117d {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:32.877624 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Publish callbacks [] for port (2e7be839-de7f-4ddf-850b-de722e41117d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.901389 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99065d08-bf05-4054-98df-fa79518c714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e1073-dcf5-4f5b-89a5-b73f1b32685e'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:32.904098 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b55715f-3fb0-4850-a24b-eaa35e9dae5e" -d '{"events": [{"server_uuid": "99065d08-bf05-4054-98df-fa79518c714b", "name": "network-vif-plugged", "status": "completed", "tag": "918e1073-dcf5-4f5b-89a5-b73f1b32685e"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:32.909182 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Transition to ACTIVE for port object 2e7be839-de7f-4ddf-850b-de722e41117d will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:05:32.912783 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-099366df-c8a1-4e98-a0e7-8ec20433a874 req-1d76e9bc-cb81-469b-96f0-590c61b0448d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033504 Sep 14 01:05:32.914666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.934508 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:32.941755 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=4b8eacb2-3480-45e3-a468-45480566894f,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:32.962459 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:32.988954 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-749536b7-d68e-452e-b6f9-9312d291d288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.022143 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=918e1073-dcf5-4f5b-89a5-b73f1b32685e,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:33.032851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:33.045841 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4b8eacb2-3480-45e3-a468-45480566894f'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:33.060520 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144d976d-1fdb-45a2-b540-ba36d57ab6cb x-openstack-request-id: req-144d976d-1fdb-45a2-b540-ba36d57ab6cb {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:33.060894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99065d08-bf05-4054-98df-fa79518c714b", "name": "network-vif-plugged", "status": "completed", "tag": "918e1073-dcf5-4f5b-89a5-b73f1b32685e", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:33.061325 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-144d976d-1fdb-45a2-b540-ba36d57ab6cb {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:33.063251 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144d976d-1fdb-45a2-b540-ba36d57ab6cb'] response: {'server_uuid': '99065d08-bf05-4054-98df-fa79518c714b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918e1073-dcf5-4f5b-89a5-b73f1b32685e', 'code': 200} Sep 14 01:05:33.070029 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7be839-de7f-4ddf-850b-de722e41117d,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:33.084377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Attempting to bind port 2e7be839-de7f-4ddf-850b-de722e41117d on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:05:33.084731 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Attempting to bind port 2e7be839-de7f-4ddf-850b-de722e41117d by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:05:33.085064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Attempting to bind port 2e7be839-de7f-4ddf-850b-de722e41117d on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:33.095956 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-749536b7-d68e-452e-b6f9-9312d291d288 admin admin] Publish callbacks [] for security_group (a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.101114 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-749536b7-d68e-452e-b6f9-9312d291d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.124925 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Attempt 3 to provision port 2e7be839-de7f-4ddf-850b-de722e41117d Sep 14 01:05:33.125348 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50698) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:33.166615 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:33.167664 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6057aabb-32db-4d2b-b0bf-88f1609defe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.179678 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-749536b7-d68e-452e-b6f9-9312d291d288 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=47dbf262bd4647de8e7657fddb5525f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041417 Sep 14 01:05:33.180500 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749536b7-d68e-452e-b6f9-9312d291d288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:33.183205 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50700) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:33.186954 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Port 2e7be839-de7f-4ddf-850b-de722e41117d cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:05:33.233529 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f788c11-f480-4365-970c-2dbbabca5fe2 req-55f5f930-1ae0-49d2-8bb0-136f9604ba0d tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.236534 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2f788c11-f480-4365-970c-2dbbabca5fe2 req-55f5f930-1ae0-49d2-8bb0-136f9604ba0d tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.0634093 Sep 14 01:05:33.240797 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Port 2e7be839-de7f-4ddf-850b-de722e41117d on network aa6ede67-71ad-44e8-9ebc-4e331059c547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:05:33.241317 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Attempting to bind port 2e7be839-de7f-4ddf-850b-de722e41117d on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:05:33.278091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a53d228d-bb4b-485f-96b1-5b47892c6201 admin admin] Publish callbacks [] for security_group (a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.279986 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:33.321732 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a53d228d-bb4b-485f-96b1-5b47892c6201 admin admin] Publish callbacks [] for security_group (a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.385439 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:05:33.386228 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:33.386995 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Bound using segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:05:33.387716 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Bound port: 2e7be839-de7f-4ddf-850b-de722e41117d, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:05:33.388418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.413167 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2f788c11-f480-4365-970c-2dbbabca5fe2 req-e78732dd-c682-48b1-980b-664bea30e96a tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096058 Sep 14 01:05:33.427098 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6057aabb-32db-4d2b-b0bf-88f1609defe7 admin admin] Publish callbacks [] for security_group (dbbc30c5-e7c9-4e39-8d31-846f591c85cd), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.437099 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6057aabb-32db-4d2b-b0bf-88f1609defe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (dbbc30c5-e7c9-4e39-8d31-846f591c85cd), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.463261 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a53d228d-bb4b-485f-96b1-5b47892c6201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.465501 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a53d228d-bb4b-485f-96b1-5b47892c6201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.472254 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a53d228d-bb4b-485f-96b1-5b47892c6201 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10 HTTP/1.1" status: 204 len: 168 time: 0.2823370 Sep 14 01:05:33.499299 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:33.512737 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] For port 2e7be839-de7f-4ddf-850b-de722e41117d, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:05:33.515735 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50714) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:33.517030 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-6057aabb-32db-4d2b-b0bf-88f1609defe7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e44cc4bd9e154e318ac1de1b290af03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804927 Sep 14 01:05:33.545327 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057aabb-32db-4d2b-b0bf-88f1609defe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc30c5-e7c9-4e39-8d31-846f591c85cd,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:33.559378 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d228d-bb4b-485f-96b1-5b47892c6201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c8ce9d-55e6-4edf-b1f1-6da9e8eb0d10,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:33.565967 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] For port 2e7be839-de7f-4ddf-850b-de722e41117d, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=2e7be839-de7f-4ddf-850b-de722e41117d,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:05:33.603176 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.607034 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.615705 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.617333 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/2e7be839-de7f-4ddf-850b-de722e41117d HTTP/1.1" status: 200 len: 1094 time: 2.1103690 Sep 14 01:05:33.665442 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50724) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:33.667613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:33.669177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9290251d-85fc-4ead-aec3-80c19e952395" -d '{"events": [{"name": "network-changed", "server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:33.688727 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Attempt 4 to provision port 2e7be839-de7f-4ddf-850b-de722e41117d Sep 14 01:05:33.697588 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.707434 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9521f-0c88-46cd-8f6a-f08a5180b648 req-f1cdd1ce-1177-4da4-a786-89ca1017e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.710197 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53d9521f-0c88-46cd-8f6a-f08a5180b648 req-f1cdd1ce-1177-4da4-a786-89ca1017e168 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 1129 time: 0.1523902 Sep 14 01:05:33.804599 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53d9521f-0c88-46cd-8f6a-f08a5180b648 req-17dc49df-9248-4d16-84c6-4479a17a32bb service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873628 Sep 14 01:05:33.819628 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-45495e61-d306-47f1-b8ec-708773b676b3 None None] Port 2e7be839-de7f-4ddf-850b-de722e41117d had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:05:33.835921 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.886087 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 954785ea-817f-4b0e-b1ab-94da4aca645e details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:33.890760 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4b8eacb2-3480-45e3-a468-45480566894f up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:33.912766 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-67aabc6a-b5ff-4a57-97f3-4d951a22a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.914515 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-67aabc6a-b5ff-4a57-97f3-4d951a22a20f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 1128 time: 0.1865141 Sep 14 01:05:33.925528 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-048bc344-e654-42d0-b6a3-1f2b0181db28 admin admin] Publish callbacks [] for security_group (dbbc30c5-e7c9-4e39-8d31-846f591c85cd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:33.952439 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce36f94-f5e8-4033-aeb2-6a54978873e5 req-1b160475-1bd4-467f-9623-58d01b14d26e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.954202 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ce36f94-f5e8-4033-aeb2-6a54978873e5 req-1b160475-1bd4-467f-9623-58d01b14d26e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 944 time: 0.1873789 Sep 14 01:05:33.968653 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63372aa1-146a-493c-9e1d-1aa4a47aa31b req-ace0b471-f3bc-49d1-aa28-5627c15885a2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:33.976235 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-63372aa1-146a-493c-9e1d-1aa4a47aa31b req-ace0b471-f3bc-49d1-aa28-5627c15885a2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.2041750 Sep 14 01:05:33.990578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf8c9-1ed8-4520-8556-b643edb78dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7be839-de7f-4ddf-850b-de722e41117d,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:34.016398 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 4b8eacb2-3480-45e3-a468-45480566894f completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:34.028747 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-048bc344-e654-42d0-b6a3-1f2b0181db28 admin admin] Publish callbacks [] for security_group (dbbc30c5-e7c9-4e39-8d31-846f591c85cd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.029696 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 4b8eacb2-3480-45e3-a468-45480566894f triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:34.030706 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (4b8eacb2-3480-45e3-a468-45480566894f), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.031104 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 4b8eacb2-3480-45e3-a468-45480566894f Sep 14 01:05:34.092609 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-9d97a80b-4b78-42ee-a4ed-fa0ff1d8daf6 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7be839-de7f-4ddf-850b-de722e41117d HTTP/1.1" status: 200 len: 217 time: 0.0803034 Sep 14 01:05:34.117357 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 954785ea-817f-4b0e-b1ab-94da4aca645e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=954785ea-817f-4b0e-b1ab-94da4aca645e,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:34.157433 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '954785ea-817f-4b0e-b1ab-94da4aca645e', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'port_id': '954785ea-817f-4b0e-b1ab-94da4aca645e', 'mac_address': 'fa:16:3e:41:a3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:34.167709 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2fa3-8d5f-4d5e-9816-2008c6e055e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.194102 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-63372aa1-146a-493c-9e1d-1aa4a47aa31b req-325b4038-65d3-4dc9-a3f3-23ee0a0e0f37 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161753 Sep 14 01:05:34.208334 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 954785ea-817f-4b0e-b1ab-94da4aca645e is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:34.208844 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.220900 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50744) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:34.226758 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ce36f94-f5e8-4033-aeb2-6a54978873e5 req-55813210-4caa-4827-808a-b33da770205f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2459247 Sep 14 01:05:34.243894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 4b8eacb2-3480-45e3-a468-45480566894f is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:34.244449 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4b8eacb2-3480-45e3-a468-45480566894f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.246078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-4d2d937c-a644-4df8-9b33-8b40cb7b7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:34.249096 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-4d2d937c-a644-4df8-9b33-8b40cb7b7f9c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.1359308 Sep 14 01:05:34.262072 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-048bc344-e654-42d0-b6a3-1f2b0181db28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (dbbc30c5-e7c9-4e39-8d31-846f591c85cd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.265009 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-048bc344-e654-42d0-b6a3-1f2b0181db28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.270867 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-048bc344-e654-42d0-b6a3-1f2b0181db28 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/dbbc30c5-e7c9-4e39-8d31-846f591c85cd HTTP/1.1" status: 204 len: 168 time: 0.7506795 Sep 14 01:05:34.281046 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954785ea-817f-4b0e-b1ab-94da4aca645e {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:34.298312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc77f02d-8570-43dd-8195-2ad17b97acf2 x-openstack-request-id: req-cc77f02d-8570-43dd-8195-2ad17b97acf2 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:34.298637 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:34.299134 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc77f02d-8570-43dd-8195-2ad17b97acf2 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:34.299697 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc77f02d-8570-43dd-8195-2ad17b97acf2'] response: {'name': 'network-changed', 'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d', 'status': 'completed', 'code': 200} Sep 14 01:05:34.301275 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bc344-e654-42d0-b6a3-1f2b0181db28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc30c5-e7c9-4e39-8d31-846f591c85cd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:34.373764 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 4b8eacb2-3480-45e3-a468-45480566894f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4b8eacb2-3480-45e3-a468-45480566894f,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:34.390339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:34.395080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4b8eacb2-3480-45e3-a468-45480566894f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.445144 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 954785ea-817f-4b0e-b1ab-94da4aca645e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=954785ea-817f-4b0e-b1ab-94da4aca645e,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:34.449040 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045bf10-4096-453f-ba6a-5bc3ab3f8b28 req-564e27c4-859a-49cd-9ed9-5b1795e3a3c1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:34.452624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.458735 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c045bf10-4096-453f-ba6a-5bc3ab3f8b28 req-564e27c4-859a-49cd-9ed9-5b1795e3a3c1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 943 time: 0.1103446 Sep 14 01:05:34.478591 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=4b8eacb2-3480-45e3-a468-45480566894f,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:34.539893 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=954785ea-817f-4b0e-b1ab-94da4aca645e,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:34.558324 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656ff8a-5b3c-4f5b-8888-a4f733f239e3 req-51d5c903-09af-4a3a-85f3-80151446c700 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:34.559886 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3656ff8a-5b3c-4f5b-8888-a4f733f239e3 req-51d5c903-09af-4a3a-85f3-80151446c700 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0936074 Sep 14 01:05:34.579195 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50760) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:34.585652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'floatingip': {'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:34.643388 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2fa3-8d5f-4d5e-9816-2008c6e055e3 admin admin] Publish callbacks [] for security_group (66aa02e0-472b-4353-9d0c-b5f42f7756ae), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.644828 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:34.647539 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbaa1-16ef-4cf2-95ee-b8408e51be48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.668568 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2c2f2fa3-8d5f-4d5e-9816-2008c6e055e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (66aa02e0-472b-4353-9d0c-b5f42f7756ae), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.673498 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:DELETE=1,neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:34.676396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-4cd409dd-c615-47e8-b5be-004664d65a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:34.678001 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-4cd409dd-c615-47e8-b5be-004664d65a35 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1590345 Sep 14 01:05:34.694078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (0861013f-8db9-46fa-9332-243105093ab0), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.746106 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2c2f2fa3-8d5f-4d5e-9816-2008c6e055e3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=471a5b802a8844d295f40988da5441bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0771177 Sep 14 01:05:34.746339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['954785ea-817f-4b0e-b1ab-94da4aca645e'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:34.749538 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50766) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:34.753737 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f2fa3-8d5f-4d5e-9816-2008c6e055e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa02e0-472b-4353-9d0c-b5f42f7756ae,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:34.808170 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:34.863020 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-11f8061a-1a7a-4f8c-9543-85aaa656996e admin admin] Publish callbacks [] for security_group (66aa02e0-472b-4353-9d0c-b5f42f7756ae), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.880599 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50768) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:34.918004 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:34.925207 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-11f8061a-1a7a-4f8c-9543-85aaa656996e admin admin] Publish callbacks [] for security_group (66aa02e0-472b-4353-9d0c-b5f42f7756ae), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.954681 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbaa1-16ef-4cf2-95ee-b8408e51be48 admin admin] Publish callbacks [] for security_group (f180f330-8149-4e12-8ab1-8188c21488c8), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:34.969371 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c045bf10-4096-453f-ba6a-5bc3ab3f8b28 req-4777966b-b151-4efb-a5d0-5f7ff5b9faf8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096486 Sep 14 01:05:34.969845 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:34.986839 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbaa1-16ef-4cf2-95ee-b8408e51be48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (f180f330-8149-4e12-8ab1-8188c21488c8), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.049902 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-ab5bbaa1-16ef-4cf2-95ee-b8408e51be48 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0f6478f30db14189940c15b17b6ecc9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8270352 Sep 14 01:05:35.053002 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50778) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:35.053893 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bbaa1-16ef-4cf2-95ee-b8408e51be48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f180f330-8149-4e12-8ab1-8188c21488c8,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:35.068331 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8eacb2-3480-45e3-a468-45480566894f'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:35.075789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187af74c-93d6-4e91-aaf1-fbf9929c3a96" -d '{"events": [{"server_uuid": "add51568-eadd-46dd-aad6-89e1e5bc3504", "name": "network-vif-plugged", "status": "completed", "tag": "4b8eacb2-3480-45e3-a468-45480566894f"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:35.085537 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-11f8061a-1a7a-4f8c-9543-85aaa656996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (66aa02e0-472b-4353-9d0c-b5f42f7756ae), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.088021 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bee91a-d4f2-4126-a8bf-f2a7b6543370 req-bc97cd22-8718-4c98-93fb-5d2e7b1542ff tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.088196 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-11f8061a-1a7a-4f8c-9543-85aaa656996e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.089239 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-11f8061a-1a7a-4f8c-9543-85aaa656996e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/66aa02e0-472b-4353-9d0c-b5f42f7756ae HTTP/1.1" status: 204 len: 168 time: 0.3365479 Sep 14 01:05:35.096203 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1bee91a-d4f2-4126-a8bf-f2a7b6543370 req-bc97cd22-8718-4c98-93fb-5d2e7b1542ff tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.4084728 Sep 14 01:05:35.107073 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8061a-1a7a-4f8c-9543-85aaa656996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa02e0-472b-4353-9d0c-b5f42f7756ae,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:35.126798 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06ea7ae6-166f-4a23-bf23-769bbafa74a0 admin admin] Publish callbacks [] for security_group (f180f330-8149-4e12-8ab1-8188c21488c8), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.160630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06ea7ae6-166f-4a23-bf23-769bbafa74a0 admin admin] Publish callbacks [] for security_group (f180f330-8149-4e12-8ab1-8188c21488c8), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.171701 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f53530-7759-4876-a294-5f16b7366e06 x-openstack-request-id: req-21f53530-7759-4876-a294-5f16b7366e06 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:35.172031 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add51568-eadd-46dd-aad6-89e1e5bc3504", "name": "network-vif-plugged", "status": "completed", "tag": "4b8eacb2-3480-45e3-a468-45480566894f", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:35.172528 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21f53530-7759-4876-a294-5f16b7366e06 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:35.173009 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f53530-7759-4876-a294-5f16b7366e06'] response: {'server_uuid': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8eacb2-3480-45e3-a468-45480566894f', 'code': 200} Sep 14 01:05:35.181769 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3529f34f-9d20-4712-bac9-9f2f277d3255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.277719 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06ea7ae6-166f-4a23-bf23-769bbafa74a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (f180f330-8149-4e12-8ab1-8188c21488c8), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.281028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-06ea7ae6-166f-4a23-bf23-769bbafa74a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.282581 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-06ea7ae6-166f-4a23-bf23-769bbafa74a0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f180f330-8149-4e12-8ab1-8188c21488c8 HTTP/1.1" status: 204 len: 168 time: 0.2260394 Sep 14 01:05:35.305839 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea7ae6-166f-4a23-bf23-769bbafa74a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f180f330-8149-4e12-8ab1-8188c21488c8,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:35.323179 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3529f34f-9d20-4712-bac9-9f2f277d3255 admin admin] Publish callbacks [] for security_group (04515c68-e711-4b74-9640-2a906e7cc5c4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.330148 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3529f34f-9d20-4712-bac9-9f2f277d3255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (04515c68-e711-4b74-9640-2a906e7cc5c4), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.389036 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-3529f34f-9d20-4712-bac9-9f2f277d3255 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=48993d72ac2a41dabc5210bfb318f5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064228 Sep 14 01:05:35.389752 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50790) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:35.391950 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529f34f-9d20-4712-bac9-9f2f277d3255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04515c68-e711-4b74-9640-2a906e7cc5c4,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:35.401209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:35.455067 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-59c31bda-0f2c-402c-a564-ed73ec284b40 admin admin] Publish callbacks [] for security_group (04515c68-e711-4b74-9640-2a906e7cc5c4), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.481881 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-59c31bda-0f2c-402c-a564-ed73ec284b40 admin admin] Publish callbacks [] for security_group (04515c68-e711-4b74-9640-2a906e7cc5c4), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.530577 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:35.585849 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bd86e-b2d3-4d8d-a271-643fdadcd1bc req-c978be9d-a210-42bc-ae59-14443adf49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.587735 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-842bd86e-b2d3-4d8d-a271-643fdadcd1bc req-c978be9d-a210-42bc-ae59-14443adf49a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1130 time: 0.0540152 Sep 14 01:05:35.592481 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-59c31bda-0f2c-402c-a564-ed73ec284b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (04515c68-e711-4b74-9640-2a906e7cc5c4), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.597912 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-59c31bda-0f2c-402c-a564-ed73ec284b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:35.599795 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-59c31bda-0f2c-402c-a564-ed73ec284b40 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/04515c68-e711-4b74-9640-2a906e7cc5c4 HTTP/1.1" status: 204 len: 168 time: 0.2087779 Sep 14 01:05:35.623454 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-ee397d3a-cf81-4be0-ac22-caed71173a7b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156856 Sep 14 01:05:35.637736 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c31bda-0f2c-402c-a564-ed73ec284b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04515c68-e711-4b74-9640-2a906e7cc5c4,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:35.690568 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-842bd86e-b2d3-4d8d-a271-643fdadcd1bc req-f668e27b-e58d-49a0-9a58-c797f2985659 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893357 Sep 14 01:05:35.707466 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e572de-4d07-4cb9-9438-70b4ca2b298c req-bd41a22e-49b5-4117-ac8c-d6e96d4b76ae tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:35.708985 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a9e572de-4d07-4cb9-9438-70b4ca2b298c req-bd41a22e-49b5-4117-ac8c-d6e96d4b76ae tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 944 time: 0.2301521 Sep 14 01:05:35.735673 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1bee91a-d4f2-4126-a8bf-f2a7b6543370 req-54e267ef-97cd-480b-925a-d6855ff4578e tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6381335 Sep 14 01:05:35.920261 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 954785ea-817f-4b0e-b1ab-94da4aca645e up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:35.938746 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a9e572de-4d07-4cb9-9438-70b4ca2b298c req-b82c5aa2-5b0f-4203-99ce-86b67a55ce7d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2005057 Sep 14 01:05:36.001708 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 954785ea-817f-4b0e-b1ab-94da4aca645e completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:36.008845 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50810) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:36.012735 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 954785ea-817f-4b0e-b1ab-94da4aca645e triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:36.013374 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.013996 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 954785ea-817f-4b0e-b1ab-94da4aca645e Sep 14 01:05:36.020419 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fe7ba7a-e594-475a-a598-c6ea5490d181 req-1a2bd406-097e-45ac-bfd1-d7d31e6e3371 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405786 Sep 14 01:05:36.042788 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-596251d1-167f-4f3e-b50f-0fecd5cd7451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.050070 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.058188 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (0861013f-8db9-46fa-9332-243105093ab0), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.131348 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 954785ea-817f-4b0e-b1ab-94da4aca645e is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:36.132004 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.141438 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50814) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:36.170556 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 954785ea-817f-4b0e-b1ab-94da4aca645e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=954785ea-817f-4b0e-b1ab-94da4aca645e,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:36.177285 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.193465 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Floating IP 0861013f-8db9-46fa-9332-243105093ab0 associated. External IP: 172.28.1.170, port: a840c0c6-ebb0-47a0-a63e-88622565be34. Sep 14 01:05:36.194578 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2bcee507-02cc-4ca5-8197-5da7d8fcfda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.231577 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=954785ea-817f-4b0e-b1ab-94da4aca645e,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.276028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-596251d1-167f-4f3e-b50f-0fecd5cd7451 admin admin] Publish callbacks [] for security_group (d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.284161 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f83465-1708-46fb-9be7-10f61df7c2d3 req-e35bb553-9f19-4e58-bc36-152bd3c5ea1f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.285893 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-15f83465-1708-46fb-9be7-10f61df7c2d3 req-e35bb553-9f19-4e58-bc36-152bd3c5ea1f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0941448 Sep 14 01:05:36.288390 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-596251d1-167f-4f3e-b50f-0fecd5cd7451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.356189 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-596251d1-167f-4f3e-b50f-0fecd5cd7451 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=592ffc31cdb945f497ac6fbd486d7244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428688 Sep 14 01:05:36.356189 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596251d1-167f-4f3e-b50f-0fecd5cd7451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.356418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 50820) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:36.405041 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-15f83465-1708-46fb-9be7-10f61df7c2d3 req-8821f91b-585f-48c6-9836-d7c63a7b2644 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106873 Sep 14 01:05:36.417052 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:36.434052 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2bcee507-02cc-4ca5-8197-5da7d8fcfda9 admin admin] Publish callbacks [] for security_group (87ea70ee-2687-4341-9800-6b7346a3a107), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.436145 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2bcee507-02cc-4ca5-8197-5da7d8fcfda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (87ea70ee-2687-4341-9800-6b7346a3a107), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.479988 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcee507-02cc-4ca5-8197-5da7d8fcfda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ea70ee-2687-4341-9800-6b7346a3a107,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.491840 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:36.530324 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2bcee507-02cc-4ca5-8197-5da7d8fcfda9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7e72e05ea7af4697b414ad7eeca427e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846951 Sep 14 01:05:36.535933 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 50826) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:36.537006 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-69c66e05-6f35-4783-bd88-3c18fb70008f admin admin] Publish callbacks [] for security_group (d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.570556 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-69c66e05-6f35-4783-bd88-3c18fb70008f admin admin] Publish callbacks [] for security_group (d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.592431 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Router 7604e2da-3561-47d3-8e19-69a15e213c73 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:36.626489 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36cc7e74-b17f-46c0-9dd2-787944e9c3d4 admin admin] Publish callbacks [] for security_group (87ea70ee-2687-4341-9800-6b7346a3a107), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.650255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36cc7e74-b17f-46c0-9dd2-787944e9c3d4 admin admin] Publish callbacks [] for security_group (87ea70ee-2687-4341-9800-6b7346a3a107), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.706932 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-69c66e05-6f35-4783-bd88-3c18fb70008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.709414 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-69c66e05-6f35-4783-bd88-3c18fb70008f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.710620 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-69c66e05-6f35-4783-bd88-3c18fb70008f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01 HTTP/1.1" status: 204 len: 168 time: 0.3534811 Sep 14 01:05:36.720644 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36cc7e74-b17f-46c0-9dd2-787944e9c3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (87ea70ee-2687-4341-9800-6b7346a3a107), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.723258 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36cc7e74-b17f-46c0-9dd2-787944e9c3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.726859 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-36cc7e74-b17f-46c0-9dd2-787944e9c3d4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/87ea70ee-2687-4341-9800-6b7346a3a107 HTTP/1.1" status: 204 len: 168 time: 0.1863902 Sep 14 01:05:36.728327 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c66e05-6f35-4783-bd88-3c18fb70008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cadafa-a56a-4e7d-ab11-b8dc4d0dae01,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.738988 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:36.744291 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:36.756987 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc7e74-b17f-46c0-9dd2-787944e9c3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ea70ee-2687-4341-9800-6b7346a3a107,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:36.759866 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:36.784194 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-f1af8e5b-3018-4c50-b211-e60b5111dd9f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/0861013f-8db9-46fa-9332-243105093ab0 HTTP/1.1" status: 200 len: 992 time: 2.1990647 Sep 14 01:05:36.784194 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:36.785190 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c66b75-e896-4ac0-9c00-66f81407eabd" -d '{"events": [{"name": "network-changed", "server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:36.818572 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:36.827439 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:36.880408 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a860da3f-f3b7-4cbe-8e60-8f2808158efd x-openstack-request-id: req-a860da3f-f3b7-4cbe-8e60-8f2808158efd {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:36.880712 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:36.880940 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a860da3f-f3b7-4cbe-8e60-8f2808158efd {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:36.881353 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a860da3f-f3b7-4cbe-8e60-8f2808158efd'] response: {'name': 'network-changed', 'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'status': 'completed', 'code': 200} Sep 14 01:05:36.940054 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee6f7d-c3f1-4517-97b3-cc22506868c7 req-197493fe-20d7-4d44-9a9c-64f5fc9c5182 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:36.942102 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afee6f7d-c3f1-4517-97b3-cc22506868c7 req-197493fe-20d7-4d44-9a9c-64f5fc9c5182 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.0807374 Sep 14 01:05:36.982563 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:37.069594 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afee6f7d-c3f1-4517-97b3-cc22506868c7 req-af3b3087-c9a7-4c7b-a6ba-1ca7a6cca819 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210101 Sep 14 01:05:37.157310 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a694ab5-ce5b-485c-bea8-b38918817440 req-24b65162-06f1-4e45-ae97-77b1f3b3e75d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.159149 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8a694ab5-ce5b-485c-bea8-b38918817440 req-24b65162-06f1-4e45-ae97-77b1f3b3e75d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 944 time: 0.0861723 Sep 14 01:05:37.174768 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954785ea-817f-4b0e-b1ab-94da4aca645e'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:37.181453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa945a8-6642-409b-be53-acd5b7b09345" -d '{"events": [{"server_uuid": "9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f", "name": "network-vif-plugged", "status": "completed", "tag": "954785ea-817f-4b0e-b1ab-94da4aca645e"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:37.297848 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddb71a7-605f-483d-b7f2-2e543b751790 x-openstack-request-id: req-6ddb71a7-605f-483d-b7f2-2e543b751790 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:37.298149 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f", "name": "network-vif-plugged", "status": "completed", "tag": "954785ea-817f-4b0e-b1ab-94da4aca645e", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:37.298919 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ddb71a7-605f-483d-b7f2-2e543b751790 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:37.299339 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddb71a7-605f-483d-b7f2-2e543b751790'] response: {'server_uuid': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954785ea-817f-4b0e-b1ab-94da4aca645e', 'code': 200} Sep 14 01:05:37.328945 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8a694ab5-ce5b-485c-bea8-b38918817440 req-4b9d89be-68e3-42e1-9be5-cc1a873a5bd7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560888 Sep 14 01:05:37.436579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290251d-85fc-4ead-aec3-80c19e952395 req-fb012091-1677-4e5a-994d-eb5fb9b9b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.439042 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-fb012091-1677-4e5a-994d-eb5fb9b9b46a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 1128 time: 0.1087594 Sep 14 01:05:37.454046 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '0861013f-8db9-46fa-9332-243105093ab0', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'floating_ip_address': '172.28.1.170', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'mac_address': 'fa:16:3e:d3:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:04:56Z', 'updated_at': '2022-09-14T01:05:35Z', 'revision_number': 1, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:37.488179 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:37.508271 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:37.509282 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:37.638932 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:37.678284 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61865d-7571-44ca-a860-e603fb5b83c1 req-1b3c87eb-36e1-40b8-a506-20bb77d7d382 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.680084 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd61865d-7571-44ca-a860-e603fb5b83c1 req-1b3c87eb-36e1-40b8-a506-20bb77d7d382 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0990353 Sep 14 01:05:37.802674 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd61865d-7571-44ca-a860-e603fb5b83c1 req-12d7af6a-c91d-4e76-b7cf-d201f3c59fa0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157355 Sep 14 01:05:37.879147 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-a50d70e7-5544-4a3a-8a75-b8d3ab915d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:37.882985 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-a50d70e7-5544-4a3a-8a75-b8d3ab915d5f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1130 time: 0.1477933 Sep 14 01:05:38.075993 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.080635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-4d461f85-ee03-4a3b-8224-71a67e36ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.086006 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-4d461f85-ee03-4a3b-8224-71a67e36ec11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.1915553 Sep 14 01:05:38.114205 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '0861013f-8db9-46fa-9332-243105093ab0', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'floating_ip_address': '172.28.1.170', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'mac_address': 'fa:16:3e:d3:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:04:56Z', 'updated_at': '2022-09-14T01:05:35Z', 'revision_number': 1, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:38.145670 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e6c950-b463-4bb8-831d-9e2775766c1e None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '0861013f-8db9-46fa-9332-243105093ab0', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'floating_ip_address': '172.28.1.170', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'mac_address': 'fa:16:3e:d3:3d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:04:56Z', 'updated_at': '2022-09-14T01:05:35Z', 'revision_number': 1, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:38.258829 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-e4b180d6-17e4-436b-8cad-e48c1bebdfcb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 1000 time: 0.1702929 Sep 14 01:05:38.300670 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44b6e-6532-4170-9243-2e831cc150e3 req-825ae8aa-a3ff-4a5b-8f81-de620693593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.302289 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5fb44b6e-6532-4170-9243-2e831cc150e3 req-825ae8aa-a3ff-4a5b-8f81-de620693593f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 1129 time: 0.1196699 Sep 14 01:05:38.305041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290251d-85fc-4ead-aec3-80c19e952395 req-46521062-332a-4aeb-84d1-2beba9872b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.306447 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-46521062-332a-4aeb-84d1-2beba9872b65 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.4986930 Sep 14 01:05:38.308337 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.333377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-6fa82221-a5a2-4439-a71a-7346ea8560b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.334901 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-6fa82221-a5a2-4439-a71a-7346ea8560b6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0677564 Sep 14 01:05:38.405690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-7e505ae4-8f92-4fb8-b7e7-84c5693f33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.407295 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-7e505ae4-8f92-4fb8-b7e7-84c5693f33fc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0657969 Sep 14 01:05:38.413388 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-723e66c5-c608-401e-8bbe-315edf98c54e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7be839-de7f-4ddf-850b-de722e41117d HTTP/1.1" status: 200 len: 217 time: 0.0777318 Sep 14 01:05:38.416316 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:38.422505 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5fb44b6e-6532-4170-9243-2e831cc150e3 req-66b26fd6-08fd-4507-b057-4e4a51c8afa5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143782 Sep 14 01:05:38.479213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290251d-85fc-4ead-aec3-80c19e952395 req-57950dac-d516-40e9-a915-a8f9742de8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.481107 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-57950dac-d516-40e9-a915-a8f9742de8ca service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0614030 Sep 14 01:05:38.498108 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aa80db-d4f0-4d6c-9a2b-50ca6d90ce11 None None] New status for floating IP 0861013f-8db9-46fa-9332-243105093ab0: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:05:38.588288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d511775-d2b9-4e57-901f-d0691c79c751 req-174e2333-2e36-4e1e-9566-6d68865c55a5 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.590245 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2d511775-d2b9-4e57-901f-d0691c79c751 req-174e2333-2e36-4e1e-9566-6d68865c55a5 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 944 time: 0.0811348 Sep 14 01:05:38.621238 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-b200c8e5-e078-407a-b58a-6d404ecd9809 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065971 Sep 14 01:05:38.706027 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290251d-85fc-4ead-aec3-80c19e952395 req-a986900a-756a-4e80-b517-f2e2bb6026bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:38.708546 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-a986900a-756a-4e80-b517-f2e2bb6026bc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0805860 Sep 14 01:05:38.718836 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2d511775-d2b9-4e57-901f-d0691c79c751 req-ce7d37c6-a3a4-4cb6-9d38-1053d43b34a8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212096 Sep 14 01:05:38.870030 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-73c66b75-e896-4ac0-9c00-66f81407eabd req-e87188ee-cb50-48c3-8b20-d6c8173554cb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416320 Sep 14 01:05:38.918097 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-8aea37b7-0249-4677-9091-503cbc79c11c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907158 Sep 14 01:05:39.023063 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:39.033415 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988a852-746f-468b-8ba5-f93f07332426 req-ee6e02b2-fd5e-4c67-a24a-991290e73530 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.035989 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1988a852-746f-468b-8ba5-f93f07332426 req-ee6e02b2-fd5e-4c67-a24a-991290e73530 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0955653 Sep 14 01:05:39.107314 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1988a852-746f-468b-8ba5-f93f07332426 req-533d328e-ad8b-4130-bffe-cc6195b3129a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643291 Sep 14 01:05:39.276600 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9290251d-85fc-4ead-aec3-80c19e952395 req-f5c3c1f1-637d-4c4d-9ca3-ff1bf20ac771 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094596 Sep 14 01:05:39.890332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8ab9a-fdbf-4533-85f5-0634a041f9b9 req-29498aea-e9d0-43de-baa2-f88177fac4fe tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:39.892639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f6d8ab9a-fdbf-4533-85f5-0634a041f9b9 req-29498aea-e9d0-43de-baa2-f88177fac4fe tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 944 time: 0.0617764 Sep 14 01:05:39.940596 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 2e7be839-de7f-4ddf-850b-de722e41117d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:05:40.002243 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f6d8ab9a-fdbf-4533-85f5-0634a041f9b9 req-7235ed2e-8f3b-4814-9f79-28f3dcaa0a49 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960987 Sep 14 01:05:40.106654 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 2e7be839-de7f-4ddf-850b-de722e41117d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=2e7be839-de7f-4ddf-850b-de722e41117d,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:40.120076 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '2e7be839-de7f-4ddf-850b-de722e41117d', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:05:40.122582 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:40.178737 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 2e7be839-de7f-4ddf-850b-de722e41117d is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:40.179131 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.194055 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7be839-de7f-4ddf-850b-de722e41117d {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:05:40.219894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 2e7be839-de7f-4ddf-850b-de722e41117d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=2e7be839-de7f-4ddf-850b-de722e41117d,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:40.225128 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:40.302959 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=2e7be839-de7f-4ddf-850b-de722e41117d,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:40.346894 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b51d1-4442-40b9-9aa3-327e65aeaa3c req-2a00da8d-1302-4d58-a134-d72930b1156b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.348442 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ef2b51d1-4442-40b9-9aa3-327e65aeaa3c req-2a00da8d-1302-4d58-a134-d72930b1156b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0613756 Sep 14 01:05:40.397254 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ef2b51d1-4442-40b9-9aa3-327e65aeaa3c req-9fe33a2c-fe41-4fdb-907a-797273457afb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Sep 14 01:05:40.519660 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['2e7be839-de7f-4ddf-850b-de722e41117d'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:40.624222 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:40.789403 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-4651e2f4-7bce-4399-86fa-58c5f2c07dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.791214 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-4651e2f4-7bce-4399-86fa-58c5f2c07dc1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 1129 time: 0.0708103 Sep 14 01:05:40.815102 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac4ec7-2c5c-4304-8aee-7b6e93506dd0 req-0382b0cb-94fb-45b9-980c-e05c146721ae tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.816783 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-87ac4ec7-2c5c-4304-8aee-7b6e93506dd0 req-0382b0cb-94fb-45b9-980c-e05c146721ae tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0865567 Sep 14 01:05:40.917301 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-87ac4ec7-2c5c-4304-8aee-7b6e93506dd0 req-5c3560ba-aff7-47a3-8916-27d29b06d06c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899315 Sep 14 01:05:40.949064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-04bca3d3-826a-481b-b3e5-58fcafa273d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:40.950629 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-04bca3d3-826a-481b-b3e5-58fcafa273d6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1524570 Sep 14 01:05:41.134187 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd052f4-a75d-4b83-87ed-94f599025773 req-44e284ff-518d-4b3a-883c-1a9a12c69a31 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.135873 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8cd052f4-a75d-4b83-87ed-94f599025773 req-44e284ff-518d-4b3a-883c-1a9a12c69a31 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 945 time: 0.0574229 Sep 14 01:05:41.184930 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8cd052f4-a75d-4b83-87ed-94f599025773 req-b2b75b04-2c89-4272-ba72-c7aa1c4c09dc tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423496 Sep 14 01:05:41.387983 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-e042973e-acd5-47ba-aa16-d4b00dd55eec service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954785ea-817f-4b0e-b1ab-94da4aca645e HTTP/1.1" status: 200 len: 217 time: 0.0445342 Sep 14 01:05:41.454361 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:41.464268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-804dd7e0-467e-46f7-b459-dcb64f02ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.465911 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-804dd7e0-467e-46f7-b459-dcb64f02ceee service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0563154 Sep 14 01:05:41.737063 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51046) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:41.848916 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bfa13bea-d0d4-4d26-88b0-8481b80526f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.864006 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-2c05e038-97bb-4c98-b300-91134a833595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:41.865719 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-2c05e038-97bb-4c98-b300-91134a833595 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461688 Sep 14 01:05:41.952888 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bfa13bea-d0d4-4d26-88b0-8481b80526f0 admin admin] Publish callbacks [] for security_group (59f71d70-a27c-4cfb-a65b-153919ffbdd2), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.958010 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-bfa13bea-d0d4-4d26-88b0-8481b80526f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (59f71d70-a27c-4cfb-a65b-153919ffbdd2), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:41.958577 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 2e7be839-de7f-4ddf-850b-de722e41117d up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:05:42.022023 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-bfa13bea-d0d4-4d26-88b0-8481b80526f0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=23fc26b63cc24c178e1dae92ca19526a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815979 Sep 14 01:05:42.022023 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51054) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:42.022681 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa13bea-d0d4-4d26-88b0-8481b80526f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f71d70-a27c-4cfb-a65b-153919ffbdd2,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:42.046266 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-58cc4926-4439-44f3-8c4a-2bd1c9f0325d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591358 Sep 14 01:05:42.063745 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 2e7be839-de7f-4ddf-850b-de722e41117d completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:05:42.086259 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 2e7be839-de7f-4ddf-850b-de722e41117d triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:05:42.086646 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.089131 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 2e7be839-de7f-4ddf-850b-de722e41117d Sep 14 01:05:42.111328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed75-023e-4395-8963-f7d81609a241 admin admin] Publish callbacks [] for security_group (59f71d70-a27c-4cfb-a65b-153919ffbdd2), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.140397 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed75-023e-4395-8963-f7d81609a241 admin admin] Publish callbacks [] for security_group (59f71d70-a27c-4cfb-a65b-153919ffbdd2), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.157523 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b59197-21d4-46fe-ba3f-56acd7118ff0 req-d72a0825-267c-4119-9ee4-813fe132752b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.159646 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-72b59197-21d4-46fe-ba3f-56acd7118ff0 req-d72a0825-267c-4119-9ee4-813fe132752b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1091795 Sep 14 01:05:42.186254 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:42.219526 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 2e7be839-de7f-4ddf-850b-de722e41117d is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:05:42.220153 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.233106 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f8116e88-fe4b-4e73-b2dd-24e52ffaaf91 req-6c732ff6-222a-4754-92c7-d758464dee73 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723402 Sep 14 01:05:42.241273 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-72b59197-21d4-46fe-ba3f-56acd7118ff0 req-9fc3f4e8-38ab-47b9-b2b8-f95a927327ca tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729671 Sep 14 01:05:42.255925 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed75-023e-4395-8963-f7d81609a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (59f71d70-a27c-4cfb-a65b-153919ffbdd2), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.259522 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ea10ed75-023e-4395-8963-f7d81609a241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.263310 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-ea10ed75-023e-4395-8963-f7d81609a241 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/59f71d70-a27c-4cfb-a65b-153919ffbdd2 HTTP/1.1" status: 204 len: 168 time: 0.2406244 Sep 14 01:05:42.280760 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:42.284214 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c291e597-62f3-4202-a7b3-77e823a844a8" -d '{"events": [{"server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "name": "network-vif-plugged", "status": "completed", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:42.299638 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 2e7be839-de7f-4ddf-850b-de722e41117d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=2e7be839-de7f-4ddf-850b-de722e41117d,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:42.301697 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ed75-023e-4395-8963-f7d81609a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f71d70-a27c-4cfb-a65b-153919ffbdd2,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:42.304096 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.368173 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04322347-aa4d-434c-8f0d-9441e0bf4a57 x-openstack-request-id: req-04322347-aa4d-434c-8f0d-9441e0bf4a57 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:42.368713 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "name": "network-vif-plugged", "status": "completed", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:42.369130 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04322347-aa4d-434c-8f0d-9441e0bf4a57 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:42.369919 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04322347-aa4d-434c-8f0d-9441e0bf4a57'] response: {'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d', 'code': 200} Sep 14 01:05:42.395049 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=2e7be839-de7f-4ddf-850b-de722e41117d,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:42.420453 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b493dee-750f-492e-b780-442f44a508d7 req-71f8b783-a0be-40c3-9b96-675c95a9d756 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.426437 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1b493dee-750f-492e-b780-442f44a508d7 req-71f8b783-a0be-40c3-9b96-675c95a9d756 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0979886 Sep 14 01:05:42.488024 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1b493dee-750f-492e-b780-442f44a508d7 req-88f71207-68c2-4c25-8588-91d5128a0cf4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564454 Sep 14 01:05:42.680980 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51098) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:42.712755 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-56581b57-07d7-4667-acf4-ff280302bfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.737571 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c716c2-ca37-436f-868b-27b38cde49bb req-bbfe5052-99c1-4d77-8346-e215f9d7c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:42.739936 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c2c716c2-ca37-436f-868b-27b38cde49bb req-bbfe5052-99c1-4d77-8346-e215f9d7c8d5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 1130 time: 0.0831518 Sep 14 01:05:42.812229 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c2c716c2-ca37-436f-868b-27b38cde49bb req-933ee280-5e5f-4eb5-9338-f0900634a955 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642946 Sep 14 01:05:42.848377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-56581b57-07d7-4667-acf4-ff280302bfec admin admin] Publish callbacks [] for security_group (8ee230d4-22a0-48ae-942f-907fe76ee532), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.853920 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-56581b57-07d7-4667-acf4-ff280302bfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8ee230d4-22a0-48ae-942f-907fe76ee532), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:42.900163 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-56581b57-07d7-4667-acf4-ff280302bfec admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4b2db7fc2bf34f78ba752260ec8a47c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181354 Sep 14 01:05:42.901349 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56581b57-07d7-4667-acf4-ff280302bfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee230d4-22a0-48ae-942f-907fe76ee532,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:42.903163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51112) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:42.977747 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45b02f88-02c8-47cf-978d-780348cdcffe admin admin] Publish callbacks [] for security_group (8ee230d4-22a0-48ae-942f-907fe76ee532), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:43.008850 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45b02f88-02c8-47cf-978d-780348cdcffe admin admin] Publish callbacks [] for security_group (8ee230d4-22a0-48ae-942f-907fe76ee532), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:43.064804 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45b02f88-02c8-47cf-978d-780348cdcffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8ee230d4-22a0-48ae-942f-907fe76ee532), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:43.067613 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-45b02f88-02c8-47cf-978d-780348cdcffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:43.069203 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-45b02f88-02c8-47cf-978d-780348cdcffe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8ee230d4-22a0-48ae-942f-907fe76ee532 HTTP/1.1" status: 204 len: 168 time: 0.1650605 Sep 14 01:05:43.104454 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b02f88-02c8-47cf-978d-780348cdcffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee230d4-22a0-48ae-942f-907fe76ee532,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:43.425343 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c57f00-389f-4362-92ae-45e945e1e015 req-edc1fb20-36a5-4282-b479-c74324fb7c42 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:43.426945 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-34c57f00-389f-4362-92ae-45e945e1e015 req-edc1fb20-36a5-4282-b479-c74324fb7c42 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0868638 Sep 14 01:05:43.454988 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268083-a87d-4c12-a476-458c81d1e095 req-02aabf2b-cc85-483c-934f-65130de7db63 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:43.456733 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9f268083-a87d-4c12-a476-458c81d1e095 req-02aabf2b-cc85-483c-934f-65130de7db63 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.0766051 Sep 14 01:05:43.504521 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-34c57f00-389f-4362-92ae-45e945e1e015 req-7a5aa2df-4794-47e4-a42f-957e8be496b3 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Sep 14 01:05:43.510014 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:43.531202 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9f268083-a87d-4c12-a476-458c81d1e095 req-5ac07745-520b-4527-9821-fc86fba77520 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676975 Sep 14 01:05:43.625350 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6b14f-5fbc-40d3-b479-aae215186b81 req-96992279-63cc-4c66-8666-418550f0ca69 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:43.626943 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0a6b14f-5fbc-40d3-b479-aae215186b81 req-96992279-63cc-4c66-8666-418550f0ca69 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0512278 Sep 14 01:05:43.684139 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0a6b14f-5fbc-40d3-b479-aae215186b81 req-cc2175ca-fc2a-4ddc-93da-fdb2d6380fa0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507796 Sep 14 01:05:44.552689 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51206) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:44.656978 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36838f16-4c56-46cd-a9a5-01c9c807877d req-de7e7821-58f1-4db8-bda6-058b0171fe4d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.658510 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-36838f16-4c56-46cd-a9a5-01c9c807877d req-de7e7821-58f1-4db8-bda6-058b0171fe4d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0663085 Sep 14 01:05:44.692931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:44.709220 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae84992-b6df-4d26-a2d0-586cbac34e91 req-448eff4a-db2c-412e-9712-80615645ffd2 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.710646 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1ae84992-b6df-4d26-a2d0-586cbac34e91 req-448eff4a-db2c-412e-9712-80615645ffd2 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.0725262 Sep 14 01:05:44.747545 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:44.751477 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:44.754255 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-36838f16-4c56-46cd-a9a5-01c9c807877d req-ce3c2235-f181-4bcf-b3c5-9f02f210e387 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770788 Sep 14 01:05:44.804216 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1ae84992-b6df-4d26-a2d0-586cbac34e91 req-44b5f90d-4918-4561-b6a3-406b8fb62162 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830469 Sep 14 01:05:44.810986 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Publish callbacks [] for security_group (8a8f27ba-2603-423b-ab99-aecd2f205cd1), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:44.816952 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8a8f27ba-2603-423b-ab99-aecd2f205cd1), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:44.862143 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f27ba-2603-423b-ab99-aecd2f205cd1,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:44.871470 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bdb959d7b1274f6cb8798eadf09d3d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174648 Sep 14 01:05:44.873055 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.873402 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.873737 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.874290 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.874458 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51216) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:44.874655 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.875268 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.875761 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.876125 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.876561 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.876994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.877466 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.877896 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.878224 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.878547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.878896 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f06845-dcb2-4fb9-8a06-b039b37d9bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:44.897388 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:44.913047 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c52c61-eceb-49b6-8901-044f7f8eee03 req-2d74d1cd-0ff7-4c95-928b-f541f8a83b73 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:44.914529 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-47c52c61-eceb-49b6-8901-044f7f8eee03 req-2d74d1cd-0ff7-4c95-928b-f541f8a83b73 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0701578 Sep 14 01:05:44.971592 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Publish callbacks [] for security_group (8a8f27ba-2603-423b-ab99-aecd2f205cd1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:44.993523 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-47c52c61-eceb-49b6-8901-044f7f8eee03 req-1a7bee4b-2402-4cab-a636-17e3df2502b8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707641 Sep 14 01:05:45.002729 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Publish callbacks [] for security_group (8a8f27ba-2603-423b-ab99-aecd2f205cd1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.054634 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8a8f27ba-2603-423b-ab99-aecd2f205cd1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.057323 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.058584 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8a8f27ba-2603-423b-ab99-aecd2f205cd1 HTTP/1.1" status: 204 len: 168 time: 0.1830018 Sep 14 01:05:45.067474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f27ba-2603-423b-ab99-aecd2f205cd1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:45.074830 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.075179 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.075541 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.075899 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.076238 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.076586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.076898 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.077396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.077905 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.078835 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.079185 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.079561 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.079886 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.080366 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.080691 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7b5c51-528d-46f8-bd77-dae66b2bdd0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:45.422954 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51238) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:45.435419 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7183608e-8866-4174-9da0-51952c32a927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.560984 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7183608e-8866-4174-9da0-51952c32a927 admin admin] Publish callbacks [] for security_group (e46fa918-b2d4-461f-819e-5315aeda7947), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.566180 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7183608e-8866-4174-9da0-51952c32a927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e46fa918-b2d4-461f-819e-5315aeda7947), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.581328 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-12acf7df-6921-4748-a2c6-e35c205e17d6 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.585030 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-12acf7df-6921-4748-a2c6-e35c205e17d6 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.0791202 Sep 14 01:05:45.610871 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7183608e-8866-4174-9da0-51952c32a927 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9cb5d14b8700464da4c9c82f4dc6f98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907456 Sep 14 01:05:45.612191 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183608e-8866-4174-9da0-51952c32a927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46fa918-b2d4-461f-819e-5315aeda7947,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:45.615031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51242) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:45.681719 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15c97486-3af4-4f22-bbd0-d2420163fd11 admin admin] Publish callbacks [] for security_group (e46fa918-b2d4-461f-819e-5315aeda7947), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.688414 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51248) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:45.715381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15c97486-3af4-4f22-bbd0-d2420163fd11 admin admin] Publish callbacks [] for security_group (e46fa918-b2d4-461f-819e-5315aeda7947), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.766754 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15c97486-3af4-4f22-bbd0-d2420163fd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e46fa918-b2d4-461f-819e-5315aeda7947), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.769506 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15c97486-3af4-4f22-bbd0-d2420163fd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.770670 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-15c97486-3af4-4f22-bbd0-d2420163fd11 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e46fa918-b2d4-461f-819e-5315aeda7947 HTTP/1.1" status: 204 len: 168 time: 0.1542618 Sep 14 01:05:45.779052 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c97486-3af4-4f22-bbd0-d2420163fd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46fa918-b2d4-461f-819e-5315aeda7947,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:45.819923 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ca39185d-8e49-445a-9c86-ef53fbff3f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:45.964266 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6016-d3c6-4b37-b72e-51ace3b01b6d req-ba80400d-81e1-4c43-8ef3-8f3eaed1aa17 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:45.965846 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-45df6016-d3c6-4b37-b72e-51ace3b01b6d req-ba80400d-81e1-4c43-8ef3-8f3eaed1aa17 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0921438 Sep 14 01:05:46.011897 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1c1f-65aa-46a2-b1b1-f4e6acd8f5bf req-b9718f6d-0160-4f15-a3a2-d2863f78294a tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:46.013754 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e87f1c1f-65aa-46a2-b1b1-f4e6acd8f5bf req-b9718f6d-0160-4f15-a3a2-d2863f78294a tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 945 time: 0.1082332 Sep 14 01:05:46.033325 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ca39185d-8e49-445a-9c86-ef53fbff3f99 admin admin] Publish callbacks [] for security_group (06b6195f-7086-40da-975e-3da955773994), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.061474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ca39185d-8e49-445a-9c86-ef53fbff3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (06b6195f-7086-40da-975e-3da955773994), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.091009 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:46.143415 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-45df6016-d3c6-4b37-b72e-51ace3b01b6d req-3e928c66-f282-4582-b287-a9089afa626c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680877 Sep 14 01:05:46.216165 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ca39185d-8e49-445a-9c86-ef53fbff3f99 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e00c1bb347eb48ec9498e47bdb3541ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265572 Sep 14 01:05:46.219026 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51270) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.248646 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39185d-8e49-445a-9c86-ef53fbff3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b6195f-7086-40da-975e-3da955773994,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.269034 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e87f1c1f-65aa-46a2-b1b1-f4e6acd8f5bf req-4834cf7f-fa8f-4cf8-a543-785b8e0976f4 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b9aae310-35c3-42bf-af23-8df659c13a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480621 Sep 14 01:05:46.274410 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5a378017-e315-4536-b160-52cbf9438df5 admin admin] Publish callbacks [] for security_group (06b6195f-7086-40da-975e-3da955773994), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.301937 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5a378017-e315-4536-b160-52cbf9438df5 admin admin] Publish callbacks [] for security_group (06b6195f-7086-40da-975e-3da955773994), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.303629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Deleting port 918e1073-dcf5-4f5b-89a5-b73f1b32685e {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:05:46.304154 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.357832 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5a378017-e315-4536-b160-52cbf9438df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (06b6195f-7086-40da-975e-3da955773994), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.361007 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5a378017-e315-4536-b160-52cbf9438df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.363057 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-5a378017-e315-4536-b160-52cbf9438df5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/06b6195f-7086-40da-975e-3da955773994 HTTP/1.1" status: 204 len: 168 time: 0.1430094 Sep 14 01:05:46.371489 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a45948-a3cd-4c4a-ac35-0953f88c13d3 req-85b3d1c5-9139-4138-8ab7-d2fb086ac4a3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:46.375919 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a378017-e315-4536-b160-52cbf9438df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b6195f-7086-40da-975e-3da955773994,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.378383 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0a45948-a3cd-4c4a-ac35-0953f88c13d3 req-85b3d1c5-9139-4138-8ab7-d2fb086ac4a3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.1567519 Sep 14 01:05:46.476832 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0a45948-a3cd-4c4a-ac35-0953f88c13d3 req-c6ba0878-0a33-4dde-80fd-3937319db24a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926344 Sep 14 01:05:46.490104 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] For port 918e1073-dcf5-4f5b-89a5-b73f1b32685e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=918e1073-dcf5-4f5b-89a5-b73f1b32685e,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:46.490104 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.502341 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Calling delete_port for 918e1073-dcf5-4f5b-89a5-b73f1b32685e owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:05:46.631286 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:46.638409 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f163590-a9f9-4a88-844c-a7cceec3043c req-624a547d-2164-44f3-8a76-82f006eb345e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:46.640006 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2f163590-a9f9-4a88-844c-a7cceec3043c req-624a547d-2164-44f3-8a76-82f006eb345e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0586667 Sep 14 01:05:46.654236 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51296) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:46.662423 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:46.769863 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (918e1073-dcf5-4f5b-89a5-b73f1b32685e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.784681 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['918e1073-dcf5-4f5b-89a5-b73f1b32685e'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:05:46.792818 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (bcba805c-8159-4572-9e7d-39b6336a8943), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.832566 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Pushing event deleted for resources: {'Port': ['ID=918e1073-dcf5-4f5b-89a5-b73f1b32685e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:46.978276 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] No DVR routers for this DVR port 918e1073-dcf5-4f5b-89a5-b73f1b32685e on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:05:46.989372 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:46.993280 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bafc195e-b7f7-4cd0-b34f-4e0767043b41 req-9276fea9-bfc5-45de-a8a6-d05d16030c31 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.23 "DELETE /networking/v2.0/ports/918e1073-dcf5-4f5b-89a5-b73f1b32685e HTTP/1.1" status: 204 len: 173 time: 0.9628968 Sep 14 01:05:46.993877 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99065d08-bf05-4054-98df-fa79518c714b', 'name': 'network-vif-deleted', 'tag': '918e1073-dcf5-4f5b-89a5-b73f1b32685e'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:47.021622 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4b3a1-3755-4da1-899d-f8c18e815ca7" -d '{"events": [{"server_uuid": "99065d08-bf05-4054-98df-fa79518c714b", "name": "network-vif-deleted", "tag": "918e1073-dcf5-4f5b-89a5-b73f1b32685e"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:47.084429 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fa5974-3f5d-4865-8329-3af859363f23 x-openstack-request-id: req-93fa5974-3f5d-4865-8329-3af859363f23 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:47.085948 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99065d08-bf05-4054-98df-fa79518c714b", "name": "network-vif-deleted", "tag": "918e1073-dcf5-4f5b-89a5-b73f1b32685e", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:47.086212 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93fa5974-3f5d-4865-8329-3af859363f23 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:47.086642 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93fa5974-3f5d-4865-8329-3af859363f23'] response: {'server_uuid': '99065d08-bf05-4054-98df-fa79518c714b', 'name': 'network-vif-deleted', 'tag': '918e1073-dcf5-4f5b-89a5-b73f1b32685e', 'status': 'completed', 'code': 200} Sep 14 01:05:47.294720 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c667e-540e-4bd3-8ca6-d14b14035645 req-461d6c10-6064-4ee2-98d7-227753ad557d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:47.296339 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cf4c667e-540e-4bd3-8ca6-d14b14035645 req-461d6c10-6064-4ee2-98d7-227753ad557d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0642259 Sep 14 01:05:47.311478 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:47.319318 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:47.487144 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cf4c667e-540e-4bd3-8ca6-d14b14035645 req-585171c7-ab63-4456-bb0b-276a0b454c2c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837380 Sep 14 01:05:47.552439 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-da84a283-aa8f-44ff-96d1-82261c42fe03 req-a5eab873-f0de-42b8-993f-e74e7a233990 tempest-DeleteServersTestJSON-1946273416 tempest-DeleteServersTestJSON-1946273416-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=99065d08-bf05-4054-98df-fa79518c714b HTTP/1.1" status: 200 len: 210 time: 0.0435240 Sep 14 01:05:47.835759 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.db.resource_extend [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 01:05:47.915821 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:47.920281 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (bcba805c-8159-4572-9e7d-39b6336a8943), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.035770 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP bcba805c-8159-4572-9e7d-39b6336a8943 associated. External IP: 172.28.1.100, port: 2e7be839-de7f-4ddf-850b-de722e41117d. Sep 14 01:05:48.110066 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=78 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:48.117574 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=99 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:48.264678 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:48.381216 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:48.385693 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:48.392824 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:48.415190 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:48.415827 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:48.422804 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-851b8f63-b547-4153-b137-a00ff5b8f5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/bcba805c-8159-4572-9e7d-39b6336a8943 HTTP/1.1" status: 200 len: 992 time: 1.7657948 Sep 14 01:05:48.424093 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:05:48.429231 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:05:48.538212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143bfe18-3b1e-42d6-b736-79c49967fc30 x-openstack-request-id: req-143bfe18-3b1e-42d6-b736-79c49967fc30 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:05:48.538538 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:05:48.538899 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-143bfe18-3b1e-42d6-b736-79c49967fc30 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:05:48.539308 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143bfe18-3b1e-42d6-b736-79c49967fc30'] response: {'name': 'network-changed', 'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d', 'status': 'completed', 'code': 200} Sep 14 01:05:48.619513 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:48.777104 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e1af7-7556-4e83-98ad-b687ad8af45f req-6242d361-c9dc-4f83-85d9-e7776ec313cc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:48.778676 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-af4e1af7-7556-4e83-98ad-b687ad8af45f req-6242d361-c9dc-4f83-85d9-e7776ec313cc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1601601 Sep 14 01:05:48.793878 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-d469a689-2aad-4e49-ac7f-78bf25bce791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:48.794996 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-d469a689-2aad-4e49-ac7f-78bf25bce791 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 1130 time: 0.1743042 Sep 14 01:05:48.991141 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-af4e1af7-7556-4e83-98ad-b687ad8af45f req-5b50bd56-f486-4e4c-af1c-7924c2087983 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019255 Sep 14 01:05:49.059283 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:47Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:49.060694 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-599ab406-02fb-4d52-8a17-584c3bf45923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.063896 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-599ab406-02fb-4d52-8a17-584c3bf45923 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.2353878 Sep 14 01:05:49.109713 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:49.120901 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:49.122410 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:49.257586 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-8fda0d2f-9424-43dc-a680-23d0d535f7fe service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e7be839-de7f-4ddf-850b-de722e41117d HTTP/1.1" status: 200 len: 1000 time: 0.1320934 Sep 14 01:05:49.317029 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:49.330611 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-1cf4bf5e-11da-480e-98ee-7028656b0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.332636 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-1cf4bf5e-11da-480e-98ee-7028656b0a15 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0692275 Sep 14 01:05:49.380588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-1ef033a2-8d64-4748-8c3f-9b83fe0933f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:49.382864 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-1ef033a2-8d64-4748-8c3f-9b83fe0933f4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421510 Sep 14 01:05:49.416270 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:49.681703 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:47Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:49.717282 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f1b17-8e7f-4cf3-840a-5af50c9ba4b5 None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:47Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:49.784234 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-1a7a0d88-45d4-4995-9495-85a5d1adea60 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937926 Sep 14 01:05:49.921753 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eab1bc7b-e981-4956-a6d4-93dec6a2a8ea req-6d91310b-be84-4949-9470-920f5871b415 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277301 Sep 14 01:05:49.979850 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-abaaffbd-fabc-4a21-8764-1035a464ef6d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562696 Sep 14 01:05:50.004202 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 918e1073-dcf5-4f5b-89a5-b73f1b32685e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:05:50.027272 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 918e1073-dcf5-4f5b-89a5-b73f1b32685e {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:05:50.027272 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 918e1073-dcf5-4f5b-89a5-b73f1b32685e not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:05:50.115895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-ba17a7f3-f03d-441e-ad9e-f9eed5e8638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:50.118215 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-ba17a7f3-f03d-441e-ad9e-f9eed5e8638f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0544281 Sep 14 01:05:50.149268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801117a7-3cc1-43c0-92d4-612c41e365eb req-ef9c3de0-717a-48b1-a86b-f56c37653fba tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:50.151639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-801117a7-3cc1-43c0-92d4-612c41e365eb req-ef9c3de0-717a-48b1-a86b-f56c37653fba tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0596662 Sep 14 01:05:50.224894 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-801117a7-3cc1-43c0-92d4-612c41e365eb req-cf15350a-cd1b-4f84-a947-56e3879b7aea tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618079 Sep 14 01:05:50.278337 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-5d7fa895-ce6a-4335-a19b-f6de12bafc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:50.280382 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-5d7fa895-ce6a-4335-a19b-f6de12bafc47 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.1287901 Sep 14 01:05:50.379500 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-d23f0250-8e40-4552-bb97-d18a761e83d4 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 1002 time: 0.0886011 Sep 14 01:05:50.403484 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51468) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:50.413104 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.444660 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-48f4e466-21b2-41d4-b639-66b3e0348162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:50.446194 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-48f4e466-21b2-41d4-b639-66b3e0348162 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0551736 Sep 14 01:05:50.498999 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-0c19057f-231e-41d0-8a40-70318945133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:50.502562 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-0c19057f-231e-41d0-8a40-70318945133e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501211 Sep 14 01:05:50.516326 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.565677 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:50.605400 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-7a6d4eda-8feb-4920-898a-0767c80a2454 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967128 Sep 14 01:05:50.608091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51472) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:50.788894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c45b8ac-6522-493b-81c3-e5dd6b640096 None None] New status for floating IP bcba805c-8159-4572-9e7d-39b6336a8943: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:05:50.795587 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ff35-5469-4004-bff5-32dee94e4cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.808917 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-157d6b12-4c51-4fe8-a240-9ed0c0abbd55 req-1c1ea4e1-876a-4e84-9dd3-202cbd3f9416 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972418 Sep 14 01:05:50.885519 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (e4e3dc32-7d4d-47f6-a84e-347c54354991), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.911260 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ff35-5469-4004-bff5-32dee94e4cdd admin admin] Publish callbacks [] for security_group (ed8096a8-5d17-48ec-9e4c-86929f9a9d93), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.916628 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ff35-5469-4004-bff5-32dee94e4cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ed8096a8-5d17-48ec-9e4c-86929f9a9d93), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:50.964802 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a0f8ff35-5469-4004-bff5-32dee94e4cdd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2723239ff67b4ee1a8cb16b700f7ecdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544006 Sep 14 01:05:50.965944 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ff35-5469-4004-bff5-32dee94e4cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8096a8-5d17-48ec-9e4c-86929f9a9d93,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:50.967851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51484) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:51.069114 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:51.095011 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b7fb82b4-2a75-44a9-bb20-1db655147a77 admin admin] Publish callbacks [] for security_group (ed8096a8-5d17-48ec-9e4c-86929f9a9d93), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.184311 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b7fb82b4-2a75-44a9-bb20-1db655147a77 admin admin] Publish callbacks [] for security_group (ed8096a8-5d17-48ec-9e4c-86929f9a9d93), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.221178 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.341268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:51.394411 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b7fb82b4-2a75-44a9-bb20-1db655147a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ed8096a8-5d17-48ec-9e4c-86929f9a9d93), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.397432 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b7fb82b4-2a75-44a9-bb20-1db655147a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.398731 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b7fb82b4-2a75-44a9-bb20-1db655147a77 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ed8096a8-5d17-48ec-9e4c-86929f9a9d93 HTTP/1.1" status: 204 len: 168 time: 0.4295621 Sep 14 01:05:51.416860 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51512) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:51.423649 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb82b4-2a75-44a9-bb20-1db655147a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8096a8-5d17-48ec-9e4c-86929f9a9d93,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:51.435568 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfb100-461b-4476-a982-7cc0c2e4e126 req-de23155a-6036-47a8-9c76-099fdc92ab9d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:51.437103 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0cbfb100-461b-4476-a982-7cc0c2e4e126 req-de23155a-6036-47a8-9c76-099fdc92ab9d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1077864 Sep 14 01:05:51.442315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Deleting port d64e32cd-38b4-4e4c-ad57-37277ea3f8db {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:05:51.442652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.453439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51516) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:51.550451 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0cbfb100-461b-4476-a982-7cc0c2e4e126 req-27e500d9-fd82-4898-ae05-7ebf698c3662 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056621 Sep 14 01:05:51.569270 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:51.577517 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] For port d64e32cd-38b4-4e4c-ad57-37277ea3f8db, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:51.578613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.598567 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Calling delete_port for d64e32cd-38b4-4e4c-ad57-37277ea3f8db owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:05:51.797385 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a07f95dc-26b6-4cda-9dc8-92f0953eb310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.867433 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-64ea36ad-c747-48da-8cbd-cbe1b9eb6d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.873644 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (d64e32cd-38b4-4e4c-ad57-37277ea3f8db), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.902140 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d64e32cd-38b4-4e4c-ad57-37277ea3f8db,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:51.954895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a07f95dc-26b6-4cda-9dc8-92f0953eb310 admin admin] Publish callbacks [] for security_group (22f766cb-59a8-42a7-a3a8-c69e4f573144), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:51.965439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a07f95dc-26b6-4cda-9dc8-92f0953eb310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (22f766cb-59a8-42a7-a3a8-c69e4f573144), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.055500 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a07f95dc-26b6-4cda-9dc8-92f0953eb310 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bdecd08792804c07a46e8c28ac3e6c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6367288 Sep 14 01:05:52.056196 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51530) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:52.083999 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f95dc-26b6-4cda-9dc8-92f0953eb310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f766cb-59a8-42a7-a3a8-c69e4f573144,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:52.116632 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-64ea36ad-c747-48da-8cbd-cbe1b9eb6d6d admin admin] Publish callbacks [] for security_group (5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.129779 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (e4e3dc32-7d4d-47f6-a84e-347c54354991), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.138239 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-64ea36ad-c747-48da-8cbd-cbe1b9eb6d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.194817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.222895 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-64ea36ad-c747-48da-8cbd-cbe1b9eb6d6d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ee4a0aece9a04a59b29b77b2589f9f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7652326 Sep 14 01:05:52.228326 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51534) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:52.229946 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea36ad-c747-48da-8cbd-cbe1b9eb6d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:52.250021 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f480e1c-8981-4981-b926-532362ca0fce admin admin] Publish callbacks [] for security_group (22f766cb-59a8-42a7-a3a8-c69e4f573144), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.270676 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.277438 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f480e1c-8981-4981-b926-532362ca0fce admin admin] Publish callbacks [] for security_group (22f766cb-59a8-42a7-a3a8-c69e4f573144), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.353174 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86fef79b-0a2e-4aa6-9bb0-0dd0ce97760e admin admin] Publish callbacks [] for security_group (5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.380130 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86fef79b-0a2e-4aa6-9bb0-0dd0ce97760e admin admin] Publish callbacks [] for security_group (5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.395300 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f480e1c-8981-4981-b926-532362ca0fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (22f766cb-59a8-42a7-a3a8-c69e4f573144), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.399714 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f480e1c-8981-4981-b926-532362ca0fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.404479 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7f480e1c-8981-4981-b926-532362ca0fce admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/22f766cb-59a8-42a7-a3a8-c69e4f573144 HTTP/1.1" status: 204 len: 168 time: 0.3412607 Sep 14 01:05:52.425455 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Router e4e3dc32-7d4d-47f6-a84e-347c54354991 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:05:52.441668 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480e1c-8981-4981-b926-532362ca0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f766cb-59a8-42a7-a3a8-c69e4f573144,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:52.471468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86fef79b-0a2e-4aa6-9bb0-0dd0ce97760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.474545 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86fef79b-0a2e-4aa6-9bb0-0dd0ce97760e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:52.479337 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-86fef79b-0a2e-4aa6-9bb0-0dd0ce97760e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4 HTTP/1.1" status: 204 len: 168 time: 0.2461648 Sep 14 01:05:52.490938 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fef79b-0a2e-4aa6-9bb0-0dd0ce97760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4256f7-f3c3-40e7-bb8c-b9bedb5c66c4,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:52.843517 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:52.850084 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043afe4e-f066-48ea-85fe-12003c497744 req-032d9d84-fe97-4f41-b736-80f10a8728dc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:52.857600 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-043afe4e-f066-48ea-85fe-12003c497744 req-032d9d84-fe97-4f41-b736-80f10a8728dc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0627503 Sep 14 01:05:52.897932 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:05:52.910820 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0e633a42-02b9-4e92-87fa-81a6f91027cd admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e4e3dc32-7d4d-47f6-a84e-347c54354991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5043759 Sep 14 01:05:52.912802 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51564) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:52.921091 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] Sync routers for ids ['e4e3dc32-7d4d-47f6-a84e-347c54354991'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:05:52.932823 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] Routers {'e4e3dc32-7d4d-47f6-a84e-347c54354991'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:52.933499 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e4e3dc32-7d4d-47f6-a84e-347c54354991'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:52.963896 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-043afe4e-f066-48ea-85fe-12003c497744 req-c6225f4b-ba36-489a-871e-8e3ee1be45fe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006823 Sep 14 01:05:53.027176 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51568) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:53.054445 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fec3973b-8e58-4563-a640-bac90fc167e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.070022 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks [] for router (e4e3dc32-7d4d-47f6-a84e-347c54354991), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.082005 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] Set router e4e3dc32-7d4d-47f6-a84e-347c54354991 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:53.143078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.201630 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fec3973b-8e58-4563-a640-bac90fc167e3 admin admin] Publish callbacks [] for security_group (17b670f9-837f-4340-8bee-54a288421a31), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.212712 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fec3973b-8e58-4563-a640-bac90fc167e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (17b670f9-837f-4340-8bee-54a288421a31), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.225419 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks [] for router_gateway (e4e3dc32-7d4d-47f6-a84e-347c54354991), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.247872 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.278474 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Deleting port 6959698a-3b87-45db-8ce3-bba331620d27 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:05:53.278900 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (6959698a-3b87-45db-8ce3-bba331620d27), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.305271 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-fec3973b-8e58-4563-a640-bac90fc167e3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a0777435f1484c849c8d35bc0996cefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767262 Sep 14 01:05:53.311802 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51574) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:53.335790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3973b-8e58-4563-a640-bac90fc167e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b670f9-837f-4340-8bee-54a288421a31,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:53.341906 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146'}], 'enable_snat': True}, 'gw_port_id': '6959698a-3b87-45db-8ce3-bba331620d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 5, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port': {'id': '6959698a-3b87-45db-8ce3-bba331620d27', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:6a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:53.383635 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] Checking router: e4e3dc32-7d4d-47f6-a84e-347c54354991 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:05:53.397400 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c483dd90-a309-468d-b368-f205622dfe3a admin admin] Publish callbacks [] for security_group (17b670f9-837f-4340-8bee-54a288421a31), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.404238 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] For port 6959698a-3b87-45db-8ce3-bba331620d27, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=6959698a-3b87-45db-8ce3-bba331620d27,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:53.404501 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] Routers {'e4e3dc32-7d4d-47f6-a84e-347c54354991'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:05:53.404605 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (6959698a-3b87-45db-8ce3-bba331620d27), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.405127 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:05:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e4e3dc32-7d4d-47f6-a84e-347c54354991'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:53.424218 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c483dd90-a309-468d-b368-f205622dfe3a admin admin] Publish callbacks [] for security_group (17b670f9-837f-4340-8bee-54a288421a31), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.434176 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Calling delete_port for 6959698a-3b87-45db-8ce3-bba331620d27 owned by network:router_gateway {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:05:53.502921 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c483dd90-a309-468d-b368-f205622dfe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (17b670f9-837f-4340-8bee-54a288421a31), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.505651 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.507469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c483dd90-a309-468d-b368-f205622dfe3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.509101 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c483dd90-a309-468d-b368-f205622dfe3a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/17b670f9-837f-4340-8bee-54a288421a31 HTTP/1.1" status: 204 len: 168 time: 0.1955063 Sep 14 01:05:53.521763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483dd90-a309-468d-b368-f205622dfe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b670f9-837f-4340-8bee-54a288421a31,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:53.560393 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] Set router e4e3dc32-7d4d-47f6-a84e-347c54354991 gateway port host: None {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:05:53.620583 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:53Z', 'revision_number': 6, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:53.652245 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ced549a-35d0-4d7e-83b0-539f4cff9401 None None] The sync data for ids ['e4e3dc32-7d4d-47f6-a84e-347c54354991'] in dv-cinder-857528-1-smb is: [{'id': 'e4e3dc32-7d4d-47f6-a84e-347c54354991', 'name': 'tempest-DeleteServersTestJSON-1682344652-router', 'tenant_id': '432ef291111b4c1fba8630190dff0c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:53Z', 'revision_number': 6, 'project_id': '432ef291111b4c1fba8630190dff0c53', 'gw_port_host': None}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:05:53.705585 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:53.715019 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (6959698a-3b87-45db-8ce3-bba331620d27), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.739426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6959698a-3b87-45db-8ce3-bba331620d27,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:53.828028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (e4e3dc32-7d4d-47f6-a84e-347c54354991), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.953220 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (e4e3dc32-7d4d-47f6-a84e-347c54354991), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:53.955668 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks [] for router_controller (e4e3dc32-7d4d-47f6-a84e-347c54354991), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.065675 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (e4e3dc32-7d4d-47f6-a84e-347c54354991), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.066986 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4e3dc32-7d4d-47f6-a84e-347c54354991 {{(pid=106460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:05:54.076834 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.082529 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51616) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:54.090624 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-987deeb9-1e3a-4f28-b737-a2a7f016bf07 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/e4e3dc32-7d4d-47f6-a84e-347c54354991 HTTP/1.1" status: 204 len: 168 time: 1.1656170 Sep 14 01:05:54.214311 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2dc6-79d9-4f32-8897-ba67125ab876 req-2012ed3d-0048-4d37-b82c-58fc9bdbca25 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:54.215948 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e63a2dc6-79d9-4f32-8897-ba67125ab876 req-2012ed3d-0048-4d37-b82c-58fc9bdbca25 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0889521 Sep 14 01:05:54.220716 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Deleting subnet 855d3dec-e77a-430a-a33a-4d5a2944cffb {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:05:54.228090 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Publish callbacks [] for subnet (855d3dec-e77a-430a-a33a-4d5a2944cffb), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.332875 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Publish callbacks [] for subnet (855d3dec-e77a-430a-a33a-4d5a2944cffb), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.369952 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e63a2dc6-79d9-4f32-8897-ba67125ab876 req-2972678e-57f7-489e-bc65-1b70571e086d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452422 Sep 14 01:05:54.430704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (855d3dec-e77a-430a-a33a-4d5a2944cffb), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.507745 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for subnet (855d3dec-e77a-430a-a33a-4d5a2944cffb), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.509669 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51630) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:54.548123 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855d3dec-e77a-430a-a33a-4d5a2944cffb,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:54.550189 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.555989 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9348ea05-9e66-403c-b2f4-6ec66964c6cd admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/855d3dec-e77a-430a-a33a-4d5a2944cffb HTTP/1.1" status: 204 len: 168 time: 0.4699402 Sep 14 01:05:54.556668 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51636) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:54.560370 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d4b12-77a8-4f9b-b68d-ffc851142f7d None None] Network 829a0248-dba9-4c23-9e33-40618fdbaae3 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:54.630943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (829a0248-dba9-4c23-9e33-40618fdbaae3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.688915 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:54.700133 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Deleting port 75f152dc-6426-4757-b019-fd56f4e2429d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:05:54.700522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.760937 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1349666654-network', 'tenant_id': '60a943ca092443e392084bb6ef44a623'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:54.771927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:54.794887 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] DHCP port deletion for 829a0248-dba9-4c23-9e33-40618fdbaae3 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:05:54.815558 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] For port 75f152dc-6426-4757-b019-fd56f4e2429d, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=75f152dc-6426-4757-b019-fd56f4e2429d,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:54.815998 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.825358 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Made reservation on behalf of 60a943ca092443e392084bb6ef44a623 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:54.828664 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.847021 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.861098 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Calling delete_port for 75f152dc-6426-4757-b019-fd56f4e2429d owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:05:54.875295 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Deleting port 75f152dc-6426-4757-b019-fd56f4e2429d {{(pid=106461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:05:54.875671 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), before_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.959033 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks [] for security_group (1c016bf0-c78d-468f-b73d-916eaeb7a264), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.961080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] For port 75f152dc-6426-4757-b019-fd56f4e2429d, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=75f152dc-6426-4757-b019-fd56f4e2429d,segment=NetworkSegment(8657d933-04a6-4247-8878-786140b18106),segment_id=8657d933-04a6-4247-8878-786140b18106)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:05:54.961987 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), precommit_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:54.966134 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (1c016bf0-c78d-468f-b73d-916eaeb7a264), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.001605 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Calling delete_port for 75f152dc-6426-4757-b019-fd56f4e2429d owned by network:dhcp {{(pid=106461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:05:55.011839 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6959698a-3b87-45db-8ce3-bba331620d27 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:05:55.022653 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:55.022901 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c016bf0-c78d-468f-b73d-916eaeb7a264,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.029191 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:05:55.041863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (63d117de-d948-4075-a3c9-921a6cc411b4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.042311 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Added segment 63d117de-d948-4075-a3c9-921a6cc411b4 of type vlan for network 330bb6f7-68ba-40bc-8e31-f2c63deb706f Sep 14 01:05:55.079122 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.092839 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 6959698a-3b87-45db-8ce3-bba331620d27 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:05:55.095599 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6959698a-3b87-45db-8ce3-bba331620d27 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:05:55.096080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device d64e32cd-38b4-4e4c-ad57-37277ea3f8db no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:05:55.102935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (330bb6f7-68ba-40bc-8e31-f2c63deb706f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.124178 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Pushing event deleted for resources: {'Port': ['ID=75f152dc-6426-4757-b019-fd56f4e2429d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.126577 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] No DVR routers for this DVR port 75f152dc-6426-4757-b019-fd56f4e2429d on host dv-cinder-857528-1-smb {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:05:55.161242 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (330bb6f7-68ba-40bc-8e31-f2c63deb706f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.163159 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.164214 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.191392 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6801500 Sep 14 01:05:55.203145 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51654) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:55.203544 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: d64e32cd-38b4-4e4c-ad57-37277ea3f8db {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:05:55.203886 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device d64e32cd-38b4-4e4c-ad57-37277ea3f8db not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:05:55.212259 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Request body: {'subnet': {'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1349666654-subnet', 'tenant_id': '60a943ca092443e392084bb6ef44a623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:05:55.282511 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (829a0248-dba9-4c23-9e33-40618fdbaae3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.282884 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Made reservation on behalf of 60a943ca092443e392084bb6ef44a623 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:05:55.286137 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7981904'] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.287675 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (75f152dc-6426-4757-b019-fd56f4e2429d), after_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.344641 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.344990 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.345817 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.346719 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > port after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.347068 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.348284 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > port after_update 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.348630 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.348981 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.349308 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.349666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.362218 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Pushing event deleted for resources: {'Port': ['ID=75f152dc-6426-4757-b019-fd56f4e2429d,revision_number=None']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.363575 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957cc2a-aa76-47c5-968b-1615cce4aecb admin admin] Pushing event updated for resources: {'Network': ['ID=330bb6f7-68ba-40bc-8e31-f2c63deb706f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.376097 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.376475 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.376785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.377879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.378228 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.378557 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.378878 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.379383 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.379852 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.380453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.380965 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.381301 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.381784 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.382276 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.382760 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:05:55.386926 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1595722f-f49e-4af3-a60e-01c50baefcfb None None] No DVR routers for this DVR port 75f152dc-6426-4757-b019-fd56f4e2429d on host dv-cinder-857528-1-smb {{(pid=106461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:05:55.388334 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 330bb6f7-68ba-40bc-8e31-f2c63deb706f details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:05:55.510019 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.510361 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.511026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.511300 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 01:05:55.512451 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829a0248-dba9-4c23-9e33-40618fdbaae3']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:55.545730 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8657d933-04a6-4247-8878-786140b18106') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:55.546131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8657d933-04a6-4247-8878-786140b18106') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:05:55.598595 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8337218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7981894'] for subnet (e952abfa-3296-4cdf-af96-5aa95378ee89), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.604164 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (8657d933-04a6-4247-8878-786140b18106), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.627934 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (8657d933-04a6-4247-8878-786140b18106), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.637629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:05:55.638539 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (8657d933-04a6-4247-8878-786140b18106), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.669671 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e952abfa-3296-4cdf-af96-5aa95378ee89,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.688505 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Checking segment: {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:05:55.688873 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Network hostable DHCP agents. Network: 330bb6f7-68ba-40bc-8e31-f2c63deb706f, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:05:55.716086 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:55.720378 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (829a0248-dba9-4c23-9e33-40618fdbaae3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.737914 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Network 330bb6f7-68ba-40bc-8e31-f2c63deb706f is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:05:55.760222 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.760222 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/829a0248-dba9-4c23-9e33-40618fdbaae3 HTTP/1.1" status: 204 len: 168 time: 1.1993868 Sep 14 01:05:55.768490 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 330bb6f7-68ba-40bc-8e31-f2c63deb706f) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:05:55.768987 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb1b9-2f73-4073-89f6-e4a274ede15e req-c9be2a24-407e-4a5d-b1e8-ffd0e0548941 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.773199 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:55.773765 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:55.777585 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cadbb1b9-2f73-4073-89f6-e4a274ede15e req-c9be2a24-407e-4a5d-b1e8-ffd0e0548941 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.2526431 Sep 14 01:05:55.780490 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e60af4-aaa9-4d64-8486-f6cd5a4abf75 None None] Network 330bb6f7-68ba-40bc-8e31-f2c63deb706f requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:55.781602 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78372-4a43-44ed-961d-3953955b202e admin admin] Pushing event deleted for resources: {'Network': ['ID=829a0248-dba9-4c23-9e33-40618fdbaae3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:55.825859 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0e9992bc-6c15-4bb5-93be-f7f855f80450 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6121852 Sep 14 01:05:55.835575 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cadbb1b9-2f73-4073-89f6-e4a274ede15e req-34061270-71be-43ca-a310-054714223789 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Sep 14 01:05:55.970230 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0980ccf-c8c4-4cd7-9cc0-630bab37c3c9 None None] Network 330bb6f7-68ba-40bc-8e31-f2c63deb706f requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:05:56.083239 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51698) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:56.168707 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:56.182515 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-3a9055a0-646d-43d8-96f4-a6329b9856ee admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=432ef291111b4c1fba8630190dff0c53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0977297 Sep 14 01:05:56.185155 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51702) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:56.258323 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81b639fc-1d37-4fe1-8097-db34ccbb0772 admin admin] Publish callbacks [] for security_group (b9aae310-35c3-42bf-af23-8df659c13a1d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.280380 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81b639fc-1d37-4fe1-8097-db34ccbb0772 admin admin] Publish callbacks [] for security_group (b9aae310-35c3-42bf-af23-8df659c13a1d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.293079 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 8657d933-04a6-4247-8878-786140b18106 resource provider aggregate not found Sep 14 01:05:56.323422 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 8657d933-04a6-4247-8878-786140b18106 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8657d933-04a6-4247-8878-786140b18106 found for delete ", "request_id": "req-b02ea4f8-f516-4a36-9db9-7179caa9ab41"}]} Sep 14 01:05:56.345639 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81b639fc-1d37-4fe1-8097-db34ccbb0772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b9aae310-35c3-42bf-af23-8df659c13a1d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.348470 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81b639fc-1d37-4fe1-8097-db34ccbb0772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:56.352256 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-81b639fc-1d37-4fe1-8097-db34ccbb0772 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b9aae310-35c3-42bf-af23-8df659c13a1d HTTP/1.1" status: 204 len: 168 time: 0.1624894 Sep 14 01:05:56.360551 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b639fc-1d37-4fe1-8097-db34ccbb0772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aae310-35c3-42bf-af23-8df659c13a1d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:56.852221 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 75f152dc-6426-4757-b019-fd56f4e2429d no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:05:56.896927 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 75f152dc-6426-4757-b019-fd56f4e2429d {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:05:56.897274 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 75f152dc-6426-4757-b019-fd56f4e2429d not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:05:57.049245 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59117216-ffea-43f7-a470-edcb38c6c5e8 req-f2693596-1889-4870-80d1-beb948099dca tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:57.050805 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59117216-ffea-43f7-a470-edcb38c6c5e8 req-f2693596-1889-4870-80d1-beb948099dca tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0758245 Sep 14 01:05:57.117311 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59117216-ffea-43f7-a470-edcb38c6c5e8 req-d616ddcc-53dc-420a-8c0f-20e73451cfe7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602934 Sep 14 01:05:57.624606 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51782) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:57.884605 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d59e2733-c1a8-45e2-a453-ec5512c78a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.973110 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d59e2733-c1a8-45e2-a453-ec5512c78a47 admin admin] Publish callbacks [] for security_group (11505cb1-2855-4dc1-87c3-06b5fbca8780), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:57.978212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d59e2733-c1a8-45e2-a453-ec5512c78a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (11505cb1-2855-4dc1-87c3-06b5fbca8780), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.021416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51798) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:58.022426 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d59e2733-c1a8-45e2-a453-ec5512c78a47 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=62a993571cdb4fcc9f7bd368ee96540e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951797 Sep 14 01:05:58.032613 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e2733-c1a8-45e2-a453-ec5512c78a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11505cb1-2855-4dc1-87c3-06b5fbca8780,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:58.102722 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ce89f28f-8d0a-4a7d-a3f9-60e07ff0417d admin admin] Publish callbacks [] for security_group (11505cb1-2855-4dc1-87c3-06b5fbca8780), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.141994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ce89f28f-8d0a-4a7d-a3f9-60e07ff0417d admin admin] Publish callbacks [] for security_group (11505cb1-2855-4dc1-87c3-06b5fbca8780), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.208990 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ce89f28f-8d0a-4a7d-a3f9-60e07ff0417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (11505cb1-2855-4dc1-87c3-06b5fbca8780), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.212416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ce89f28f-8d0a-4a7d-a3f9-60e07ff0417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.213963 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ce89f28f-8d0a-4a7d-a3f9-60e07ff0417d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/11505cb1-2855-4dc1-87c3-06b5fbca8780 HTTP/1.1" status: 204 len: 168 time: 0.1897616 Sep 14 01:05:58.229393 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89f28f-8d0a-4a7d-a3f9-60e07ff0417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11505cb1-2855-4dc1-87c3-06b5fbca8780,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:58.347763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d8f4-84b1-46eb-b565-a27b6364638a req-be561c22-fcca-4e06-b193-d0a3281d2bb8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:58.353047 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6b53d8f4-84b1-46eb-b565-a27b6364638a req-be561c22-fcca-4e06-b193-d0a3281d2bb8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0735753 Sep 14 01:05:58.419241 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:58.439834 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6b53d8f4-84b1-46eb-b565-a27b6364638a req-65f942a2-de0d-4623-a297-d1e6fbf9b8d7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762532 Sep 14 01:05:58.475579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:58.608815 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-64949c1b-2120-40b3-81fc-6a2b3320f2bd tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:58.610623 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-64949c1b-2120-40b3-81fc-6a2b3320f2bd tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/networks?id=330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 200 len: 809 time: 0.1639934 Sep 14 01:05:58.627605 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-3718d093-e09a-46a6-8d13-dd49e5c6ff75 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/quotas/60a943ca092443e392084bb6ef44a623 HTTP/1.1" status: 200 len: 375 time: 0.0110600 Sep 14 01:05:58.663731 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-777d97f4-6f89-49d4-bfca-96b995c41d6a tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=60a943ca092443e392084bb6ef44a623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300229 Sep 14 01:05:58.680268 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:58.701791 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-edce0046-dd83-4764-8264-8e7bc5e7bafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.776847 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-e71e00cb-568c-40ae-9e7d-93f55acb89fd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015172 Sep 14 01:05:58.780535 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51844) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:58.803585 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6278d777-bc28-47e8-80b1-525703ffcd6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.924736 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-950956e9-6abf-46f3-8b2c-b40eaa1d75b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360476 Sep 14 01:05:58.961265 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6278d777-bc28-47e8-80b1-525703ffcd6a admin admin] Publish callbacks [] for security_group (b9ffef27-b84a-4390-8213-a8ff24a0deea), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:58.966714 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6278d777-bc28-47e8-80b1-525703ffcd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b9ffef27-b84a-4390-8213-a8ff24a0deea), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.014418 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6278d777-bc28-47e8-80b1-525703ffcd6a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8a40ff9e215d41c496ceace4d9aacf5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322552 Sep 14 01:05:59.017142 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278d777-bc28-47e8-80b1-525703ffcd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ffef27-b84a-4390-8213-a8ff24a0deea,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:59.017777 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51852) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:59.109863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9b5b660e-990b-4785-9d3e-376767680437 admin admin] Publish callbacks [] for security_group (b9ffef27-b84a-4390-8213-a8ff24a0deea), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.135961 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9b5b660e-990b-4785-9d3e-376767680437 admin admin] Publish callbacks [] for security_group (b9ffef27-b84a-4390-8213-a8ff24a0deea), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.152399 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00a97ad8-f1df-4729-960d-656e42b8c0f0 req-78822d4d-89e5-4ee0-8117-91965f933007 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 210 time: 0.0323665 Sep 14 01:05:59.194979 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9b5b660e-990b-4785-9d3e-376767680437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b9ffef27-b84a-4390-8213-a8ff24a0deea), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.197612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9b5b660e-990b-4785-9d3e-376767680437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.201338 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-9b5b660e-990b-4785-9d3e-376767680437 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b9ffef27-b84a-4390-8213-a8ff24a0deea HTTP/1.1" status: 204 len: 168 time: 0.1794837 Sep 14 01:05:59.209570 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b660e-990b-4785-9d3e-376767680437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ffef27-b84a-4390-8213-a8ff24a0deea,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:59.223784 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:05:59.595382 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d49d5-d02d-4063-81aa-24036caebb36 req-50e45fc7-a584-4f58-9c0d-3294a7bd162b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:05:59.597730 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6a3d49d5-d02d-4063-81aa-24036caebb36 req-50e45fc7-a584-4f58-9c0d-3294a7bd162b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0644119 Sep 14 01:05:59.673371 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 51892) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:59.704879 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6a3d49d5-d02d-4063-81aa-24036caebb36 req-56d52ef6-ba07-4187-9d28-07f091cd836a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999401 Sep 14 01:05:59.706793 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-362738c9-90aa-4bd1-b6a8-d2d757c69856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.830537 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-362738c9-90aa-4bd1-b6a8-d2d757c69856 admin admin] Publish callbacks [] for security_group (8605e993-e3f7-43d8-a709-8c74aea84de4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.836460 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-362738c9-90aa-4bd1-b6a8-d2d757c69856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8605e993-e3f7-43d8-a709-8c74aea84de4), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:05:59.880837 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362738c9-90aa-4bd1-b6a8-d2d757c69856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605e993-e3f7-43d8-a709-8c74aea84de4,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:05:59.889271 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51912) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:05:59.889441 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-362738c9-90aa-4bd1-b6a8-d2d757c69856 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7d1c149d58f14ab0b5deb8e0e5e2ceac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151067 Sep 14 01:05:59.967257 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-edf6642e-accc-4ea0-b6f8-232c69c9aa83 admin admin] Publish callbacks [] for security_group (8605e993-e3f7-43d8-a709-8c74aea84de4), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.024527 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-edf6642e-accc-4ea0-b6f8-232c69c9aa83 admin admin] Publish callbacks [] for security_group (8605e993-e3f7-43d8-a709-8c74aea84de4), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.103930 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-edf6642e-accc-4ea0-b6f8-232c69c9aa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8605e993-e3f7-43d8-a709-8c74aea84de4), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.109777 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-edf6642e-accc-4ea0-b6f8-232c69c9aa83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.114056 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-edf6642e-accc-4ea0-b6f8-232c69c9aa83 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8605e993-e3f7-43d8-a709-8c74aea84de4 HTTP/1.1" status: 204 len: 168 time: 0.2206321 Sep 14 01:06:00.132188 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6642e-accc-4ea0-b6f8-232c69c9aa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605e993-e3f7-43d8-a709-8c74aea84de4,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:00.323064 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2c616c34-9997-439c-9ff5-ce9aee17465e req-69e0c256-c37e-4f9b-869e-5decd5258aa5 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 210 time: 0.0644221 Sep 14 01:06:00.425858 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51942) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:00.555526 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f461-cddf-40db-9cf8-50d8485bdfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.612766 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:00.623620 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:00.633754 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f461-cddf-40db-9cf8-50d8485bdfc6 admin admin] Publish callbacks [] for security_group (d3c38b7a-78f5-4779-afea-d5acf47a1efd), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.643603 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2ec4f461-cddf-40db-9cf8-50d8485bdfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d3c38b7a-78f5-4779-afea-d5acf47a1efd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.689961 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2ec4f461-cddf-40db-9cf8-50d8485bdfc6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=53b985f9ddf54726baaa887b3355af55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630503 Sep 14 01:06:00.692576 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51948) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:00.699268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4f461-cddf-40db-9cf8-50d8485bdfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c38b7a-78f5-4779-afea-d5acf47a1efd,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:00.750140 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-6cf9ab3f-b482-4def-84f4-9024e2fe8d51 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:00.751610 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-6cf9ab3f-b482-4def-84f4-9024e2fe8d51 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "GET /networking/v2.0/networks?id=330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 200 len: 809 time: 0.1212003 Sep 14 01:06:00.753076 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53cb92c5-9a51-4b52-bb1d-ff49b6f1adc9 admin admin] Publish callbacks [] for security_group (d3c38b7a-78f5-4779-afea-d5acf47a1efd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.764794 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Request body: {'port': {'device_id': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f', 'admin_state_up': True, 'tenant_id': '60a943ca092443e392084bb6ef44a623'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:00.774152 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53cb92c5-9a51-4b52-bb1d-ff49b6f1adc9 admin admin] Publish callbacks [] for security_group (d3c38b7a-78f5-4779-afea-d5acf47a1efd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.861908 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61706f-152d-4a25-be75-236fd77f1717 req-6294971a-df2a-4065-9078-c9e9f6f3755f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:00.863445 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fb61706f-152d-4a25-be75-236fd77f1717 req-6294971a-df2a-4065-9078-c9e9f6f3755f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0562179 Sep 14 01:06:00.871136 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53cb92c5-9a51-4b52-bb1d-ff49b6f1adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d3c38b7a-78f5-4779-afea-d5acf47a1efd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.873571 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53cb92c5-9a51-4b52-bb1d-ff49b6f1adc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.874669 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-53cb92c5-9a51-4b52-bb1d-ff49b6f1adc9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d3c38b7a-78f5-4779-afea-d5acf47a1efd HTTP/1.1" status: 204 len: 168 time: 0.1808949 Sep 14 01:06:00.889590 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:00.895025 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb92c5-9a51-4b52-bb1d-ff49b6f1adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c38b7a-78f5-4779-afea-d5acf47a1efd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:00.902700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Made reservation on behalf of 60a943ca092443e392084bb6ef44a623 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:00.910485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.927413 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fb61706f-152d-4a25-be75-236fd77f1717 req-c9a4b48c-3ca4-4fad-acba-a29c825fc97e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578179 Sep 14 01:06:00.963611 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-e8464c02-247e-41b6-b3b1-5b976e979d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:00.972826 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:01.202266 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51960) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:01.215657 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-045b9c0b-657b-4be2-9953-e937b1bd891d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.245967 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Allocated IP 172.20.0.9 (330bb6f7-68ba-40bc-8e31-f2c63deb706f/e952abfa-3296-4cdf-af96-5aa95378ee89/b59e83db-3d22-41b0-8be5-67d2facb3ed3) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:01.293666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-045b9c0b-657b-4be2-9953-e937b1bd891d admin admin] Publish callbacks [] for security_group (dfea9b8a-4c49-4369-88f5-2058f8829fda), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.299607 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-045b9c0b-657b-4be2-9953-e937b1bd891d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (dfea9b8a-4c49-4369-88f5-2058f8829fda), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.343960 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-045b9c0b-657b-4be2-9953-e937b1bd891d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=17e66d6390ee407e9631afe33cc61a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381686 Sep 14 01:06:01.344656 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51966) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:01.367325 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b9c0b-657b-4be2-9953-e937b1bd891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea9b8a-4c49-4369-88f5-2058f8829fda,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:01.431901 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks [] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.465937 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9d1db79e-139a-476c-8ac7-13a7604321a6 req-e25f44bf-6f81-4b2e-ac18-8ba95ccb90b2 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 210 time: 0.0434928 Sep 14 01:06:01.487943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214d3d4b-c6dc-4406-a2be-345f1ef0f00b admin admin] Publish callbacks [] for security_group (dfea9b8a-4c49-4369-88f5-2058f8829fda), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.502808 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.511652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214d3d4b-c6dc-4406-a2be-345f1ef0f00b admin admin] Publish callbacks [] for security_group (dfea9b8a-4c49-4369-88f5-2058f8829fda), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.553937 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Network 330bb6f7-68ba-40bc-8e31-f2c63deb706f is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:01.559481 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:01.561717 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Pushing event updated for resources: {'Port': ['ID=b59e83db-3d22-41b0-8be5-67d2facb3ed3,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:01.571091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:01.571379 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214d3d4b-c6dc-4406-a2be-345f1ef0f00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (dfea9b8a-4c49-4369-88f5-2058f8829fda), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.574622 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214d3d4b-c6dc-4406-a2be-345f1ef0f00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.576900 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-214d3d4b-c6dc-4406-a2be-345f1ef0f00b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/dfea9b8a-4c49-4369-88f5-2058f8829fda HTTP/1.1" status: 204 len: 168 time: 0.2317505 Sep 14 01:06:01.599157 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d3d4b-c6dc-4406-a2be-345f1ef0f00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea9b8a-4c49-4369-88f5-2058f8829fda,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:01.644414 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:01.645069 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.670178 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-47feb21a-c226-4ecd-8d13-79510bfacba0 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094396 Sep 14 01:06:01.690943 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Request body: {'port': {'device_id': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:01.776818 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:01.832458 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 51996) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:01.961213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a285bc45-1264-4cf2-b131-832b3b4ae3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.084872 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:02.095238 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d04a5e-2dbf-4921-a089-1e6fb0bd9e9d req-fdfe4e11-7ee7-4167-a2ad-3e447e94b843 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:02.096751 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f3d04a5e-2dbf-4921-a089-1e6fb0bd9e9d req-fdfe4e11-7ee7-4167-a2ad-3e447e94b843 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0698004 Sep 14 01:06:02.107839 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a285bc45-1264-4cf2-b131-832b3b4ae3f6 admin admin] Publish callbacks [] for security_group (a9ad0f44-bace-4d71-8b81-646e6a9a5936), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.115122 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:02.116193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:02.118076 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59e83db-3d22-41b0-8be5-67d2facb3ed3 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:02.119259 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a285bc45-1264-4cf2-b131-832b3b4ae3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a9ad0f44-bace-4d71-8b81-646e6a9a5936), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.126875 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Publish callbacks [] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.142490 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Transition to ACTIVE for port object b59e83db-3d22-41b0-8be5-67d2facb3ed3 will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:06:02.147028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.191927 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a285bc45-1264-4cf2-b131-832b3b4ae3f6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9f2006bb38e44dc3a5d7f609e758acce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578134 Sep 14 01:06:02.197097 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285bc45-1264-4cf2-b131-832b3b4ae3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad0f44-bace-4d71-8b81-646e6a9a5936,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:02.199578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52012) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:02.215370 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f3d04a5e-2dbf-4921-a089-1e6fb0bd9e9d req-826cf40b-0842-403a-9351-aa670bb1c278 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061790 Sep 14 01:06:02.259594 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-155ef60d-1920-492e-bf4e-805fe6a9b415 admin admin] Publish callbacks [] for security_group (a9ad0f44-bace-4d71-8b81-646e6a9a5936), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.262439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e83db-3d22-41b0-8be5-67d2facb3ed3,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:02.271802 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:02.277159 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Attempting to bind port b59e83db-3d22-41b0-8be5-67d2facb3ed3 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:02.277513 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Attempting to bind port b59e83db-3d22-41b0-8be5-67d2facb3ed3 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:02.277851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Attempting to bind port b59e83db-3d22-41b0-8be5-67d2facb3ed3 on network 330bb6f7-68ba-40bc-8e31-f2c63deb706f {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:02.283187 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-155ef60d-1920-492e-bf4e-805fe6a9b415 admin admin] Publish callbacks [] for security_group (a9ad0f44-bace-4d71-8b81-646e6a9a5936), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.324037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Port b59e83db-3d22-41b0-8be5-67d2facb3ed3 on network 330bb6f7-68ba-40bc-8e31-f2c63deb706f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:06:02.324355 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Attempting to bind port b59e83db-3d22-41b0-8be5-67d2facb3ed3 on network 330bb6f7-68ba-40bc-8e31-f2c63deb706f {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:02.325089 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.347579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-155ef60d-1920-492e-bf4e-805fe6a9b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a9ad0f44-bace-4d71-8b81-646e6a9a5936), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.353664 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-155ef60d-1920-492e-bf4e-805fe6a9b415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.354874 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-155ef60d-1920-492e-bf4e-805fe6a9b415 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a9ad0f44-bace-4d71-8b81-646e6a9a5936 HTTP/1.1" status: 204 len: 168 time: 0.1510875 Sep 14 01:06:02.363178 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ef60d-1920-492e-bf4e-805fe6a9b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad0f44-bace-4d71-8b81-646e6a9a5936,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:02.378066 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:02.378454 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Checking segment: {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:02.378842 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Bound using segment: {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:02.379274 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Bound port: b59e83db-3d22-41b0-8be5-67d2facb3ed3, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:02.379763 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.455015 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] For port b59e83db-3d22-41b0-8be5-67d2facb3ed3, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:02.458736 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] For port b59e83db-3d22-41b0-8be5-67d2facb3ed3, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:02.464787 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.471395 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:02.472077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:02.473689 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/b59e83db-3d22-41b0-8be5-67d2facb3ed3 HTTP/1.1" status: 200 len: 1093 time: 0.7888424 Sep 14 01:06:02.474308 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'tag': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:02.476579 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3457c00-10c6-4d9e-81c3-44d0e6424a56" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0", "tag": "b59e83db-3d22-41b0-8be5-67d2facb3ed3"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:02.570459 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e6041a-8ec4-439d-9496-73e159682ed4 x-openstack-request-id: req-b5e6041a-8ec4-439d-9496-73e159682ed4 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:02.571087 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0", "tag": "b59e83db-3d22-41b0-8be5-67d2facb3ed3", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:02.571528 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5e6041a-8ec4-439d-9496-73e159682ed4 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:02.572153 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e6041a-8ec4-439d-9496-73e159682ed4'] response: {'name': 'network-changed', 'server_uuid': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'tag': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3', 'status': 'completed', 'code': 200} Sep 14 01:06:02.589547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4088-77f6-4ff1-a0f3-630e76049000 service neutron] Pushing event updated for resources: {'Port': ['ID=b59e83db-3d22-41b0-8be5-67d2facb3ed3,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:02.596715 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-db4fc4e9-10ee-473c-8ed5-8ed82e0af478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:02.598602 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-db4fc4e9-10ee-473c-8ed5-8ed82e0af478 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=60a943ca092443e392084bb6ef44a623&device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 1127 time: 0.0690346 Sep 14 01:06:02.633715 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f485fbd-756c-4829-96c6-0413751eb3a3 req-1eafe843-e945-44ff-ae2d-f86aba771088 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:02.635869 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9f485fbd-756c-4829-96c6-0413751eb3a3 req-1eafe843-e945-44ff-ae2d-f86aba771088 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 943 time: 0.0715468 Sep 14 01:06:02.679423 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-bbc9b21b-3e90-4e9c-89c1-60d58f771a35 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3 HTTP/1.1" status: 200 len: 217 time: 0.0406110 Sep 14 01:06:02.714747 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9f485fbd-756c-4829-96c6-0413751eb3a3 req-3a16258b-55c1-476a-99cc-d8f15501657f tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723200 Sep 14 01:06:02.744120 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-8cd1ae45-215d-4336-b611-41f9d5f0b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:02.747326 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-8cd1ae45-215d-4336-b611-41f9d5f0b45a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e952abfa-3296-4cdf-af96-5aa95378ee89 HTTP/1.1" status: 200 len: 849 time: 0.0577152 Sep 14 01:06:02.780504 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-74968ab4-2105-4f42-a8cd-48c73ac7dfd9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=330bb6f7-68ba-40bc-8e31-f2c63deb706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264535 Sep 14 01:06:02.878367 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52036) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:02.884138 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-b66cffa6-2f0c-4a42-abc8-404cca6a8bf4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971274 Sep 14 01:06:02.893095 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64458207-f940-4a0a-93c3-f8592c92bb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.006505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64458207-f940-4a0a-93c3-f8592c92bb0b admin admin] Publish callbacks [] for security_group (69d57dcb-9921-4e91-af25-e88744f9dbae), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.007303 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52046) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.013468 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3141335f-69c1-445a-89d3-46e0b46cd17f req-8daca282-1cd9-4800-bdf5-b05905f05b00 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196206 Sep 14 01:06:03.014184 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64458207-f940-4a0a-93c3-f8592c92bb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (69d57dcb-9921-4e91-af25-e88744f9dbae), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.058978 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-64458207-f940-4a0a-93c3-f8592c92bb0b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=477fd6ac3c654dac848b194298dea0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788237 Sep 14 01:06:03.059884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458207-f940-4a0a-93c3-f8592c92bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d57dcb-9921-4e91-af25-e88744f9dbae,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.061378 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52052) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.126846 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cf25-5d2b-41c8-b384-7af4a39cb843 admin admin] Publish callbacks [] for security_group (69d57dcb-9921-4e91-af25-e88744f9dbae), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.155269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cf25-5d2b-41c8-b384-7af4a39cb843 admin admin] Publish callbacks [] for security_group (69d57dcb-9921-4e91-af25-e88744f9dbae), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.165784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24c0dd3-a8fc-4997-b0a4-12264d2220e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.194048 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:03.220187 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cf25-5d2b-41c8-b384-7af4a39cb843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (69d57dcb-9921-4e91-af25-e88744f9dbae), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.224526 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0eb4cf25-5d2b-41c8-b384-7af4a39cb843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.226084 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0eb4cf25-5d2b-41c8-b384-7af4a39cb843 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/69d57dcb-9921-4e91-af25-e88744f9dbae HTTP/1.1" status: 204 len: 168 time: 0.1629047 Sep 14 01:06:03.240790 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4cf25-5d2b-41c8-b384-7af4a39cb843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d57dcb-9921-4e91-af25-e88744f9dbae,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.269600 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24c0dd3-a8fc-4997-b0a4-12264d2220e8 admin admin] Publish callbacks [] for security_group (0e4b8452-baf1-4e87-8f02-0fdcb95845ab), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.276170 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24c0dd3-a8fc-4997-b0a4-12264d2220e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (0e4b8452-baf1-4e87-8f02-0fdcb95845ab), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.284135 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52060) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.340259 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a24c0dd3-a8fc-4997-b0a4-12264d2220e8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c2be682a8ce64775b747edfa92a0043a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319142 Sep 14 01:06:03.344379 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52064) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.360593 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0dd3-a8fc-4997-b0a4-12264d2220e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4b8452-baf1-4e87-8f02-0fdcb95845ab,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.367525 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:03.382577 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95fdb3-4d1d-49d6-b021-5f389249012f req-0d3ad229-8a94-4cff-afbd-26c7fc0225e6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:03.384553 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5a95fdb3-4d1d-49d6-b021-5f389249012f req-0d3ad229-8a94-4cff-afbd-26c7fc0225e6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0656574 Sep 14 01:06:03.434751 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4357654e-debb-46d5-963b-1933e481294c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.436433 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e23f564-f8c5-4522-a9c7-19ad8d108a12 admin admin] Publish callbacks [] for security_group (0e4b8452-baf1-4e87-8f02-0fdcb95845ab), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.448844 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5a95fdb3-4d1d-49d6-b021-5f389249012f req-f0c18e54-6824-4d9f-b1ff-76660a2da714 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565541 Sep 14 01:06:03.469762 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e23f564-f8c5-4522-a9c7-19ad8d108a12 admin admin] Publish callbacks [] for security_group (0e4b8452-baf1-4e87-8f02-0fdcb95845ab), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.503291 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:03.567279 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e23f564-f8c5-4522-a9c7-19ad8d108a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (0e4b8452-baf1-4e87-8f02-0fdcb95845ab), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.569893 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e23f564-f8c5-4522-a9c7-19ad8d108a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.571017 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-9e23f564-f8c5-4522-a9c7-19ad8d108a12 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0e4b8452-baf1-4e87-8f02-0fdcb95845ab HTTP/1.1" status: 204 len: 168 time: 0.2255390 Sep 14 01:06:03.582387 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4357654e-debb-46d5-963b-1933e481294c admin admin] Publish callbacks [] for security_group (76a7850a-b2ea-4acd-b6d6-cc6b15096ddb), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.583742 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23f564-f8c5-4522-a9c7-19ad8d108a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4b8452-baf1-4e87-8f02-0fdcb95845ab,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.587999 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4357654e-debb-46d5-963b-1933e481294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (76a7850a-b2ea-4acd-b6d6-cc6b15096ddb), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.629037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357654e-debb-46d5-963b-1933e481294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a7850a-b2ea-4acd-b6d6-cc6b15096ddb,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.633270 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4357654e-debb-46d5-963b-1933e481294c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c7aef744a723418381ef606c86daa4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481228 Sep 14 01:06:03.636095 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52070) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.653634 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52072) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.682014 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59b503fb-d28c-4402-9e29-0db3a29df02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.690341 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.701920 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb386-9d4f-4cbc-b5ea-28a813ef0eab admin admin] Publish callbacks [] for security_group (76a7850a-b2ea-4acd-b6d6-cc6b15096ddb), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.725197 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.731218 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb386-9d4f-4cbc-b5ea-28a813ef0eab admin admin] Publish callbacks [] for security_group (76a7850a-b2ea-4acd-b6d6-cc6b15096ddb), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.741579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:03.793635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb386-9d4f-4cbc-b5ea-28a813ef0eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (76a7850a-b2ea-4acd-b6d6-cc6b15096ddb), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.797406 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb386-9d4f-4cbc-b5ea-28a813ef0eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.807224 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59b503fb-d28c-4402-9e29-0db3a29df02e admin admin] Publish callbacks [] for security_group (5a9fa03d-8d97-4683-ad93-461ea71d9e9d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.808752 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-5fcdb386-9d4f-4cbc-b5ea-28a813ef0eab admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/76a7850a-b2ea-4acd-b6d6-cc6b15096ddb HTTP/1.1" status: 204 len: 168 time: 0.1641464 Sep 14 01:06:03.821008 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb386-9d4f-4cbc-b5ea-28a813ef0eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a7850a-b2ea-4acd-b6d6-cc6b15096ddb,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.834722 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59b503fb-d28c-4402-9e29-0db3a29df02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (5a9fa03d-8d97-4683-ad93-461ea71d9e9d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:03.908555 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d72402-3b09-4a6c-87ec-4a60e6f5ea78 req-33bef8f2-f65e-4393-9b42-0eb1b4a034e8 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:03.910830 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-66d72402-3b09-4a6c-87ec-4a60e6f5ea78 req-33bef8f2-f65e-4393-9b42-0eb1b4a034e8 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 943 time: 0.0990140 Sep 14 01:06:03.914168 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b503fb-d28c-4402-9e29-0db3a29df02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9fa03d-8d97-4683-ad93-461ea71d9e9d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:03.919527 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-59b503fb-d28c-4402-9e29-0db3a29df02e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ebc560cced3a423593a9a941fc4872bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597947 Sep 14 01:06:03.922896 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52084) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:03.985687 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-66d72402-3b09-4a6c-87ec-4a60e6f5ea78 req-2e61283e-8246-4c40-9da5-498f60fe1601 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548913 Sep 14 01:06:04.017499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7fb367fb-2337-4228-a9eb-0eb694058da2 admin admin] Publish callbacks [] for security_group (5a9fa03d-8d97-4683-ad93-461ea71d9e9d), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.047630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7fb367fb-2337-4228-a9eb-0eb694058da2 admin admin] Publish callbacks [] for security_group (5a9fa03d-8d97-4683-ad93-461ea71d9e9d), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.049856 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-f987e6e2-ecc6-4e21-9d4f-1cab68e21992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:04.051917 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-f987e6e2-ecc6-4e21-9d4f-1cab68e21992 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=60a943ca092443e392084bb6ef44a623&device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 1127 time: 0.0707045 Sep 14 01:06:04.143294 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:06:04.164058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7fb367fb-2337-4228-a9eb-0eb694058da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (5a9fa03d-8d97-4683-ad93-461ea71d9e9d), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.166621 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7fb367fb-2337-4228-a9eb-0eb694058da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.170216 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7fb367fb-2337-4228-a9eb-0eb694058da2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5a9fa03d-8d97-4683-ad93-461ea71d9e9d HTTP/1.1" status: 204 len: 168 time: 0.2438653 Sep 14 01:06:04.184536 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-bf859bbe-1867-4216-9ade-ae40a29121a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:04.185973 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-bf859bbe-1867-4216-9ade-ae40a29121a1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 200 len: 910 time: 0.1197555 Sep 14 01:06:04.187642 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb367fb-2337-4228-a9eb-0eb694058da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9fa03d-8d97-4683-ad93-461ea71d9e9d,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:04.230761 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-e889318e-f368-4177-be72-e07d97c9ed8f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3 HTTP/1.1" status: 200 len: 217 time: 0.0386155 Sep 14 01:06:04.242010 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52098) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:04.259088 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-082b3c9f-541e-40e8-ab64-687b55ee60d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.293564 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-a09ae73d-e4eb-46cb-bf5a-53e0cb234bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:04.295971 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-a09ae73d-e4eb-46cb-bf5a-53e0cb234bb1 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e952abfa-3296-4cdf-af96-5aa95378ee89 HTTP/1.1" status: 200 len: 849 time: 0.0592473 Sep 14 01:06:04.336273 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-f90e716e-4ad2-449a-a508-c87508e11b5b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=330bb6f7-68ba-40bc-8e31-f2c63deb706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324416 Sep 14 01:06:04.359278 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:04.361123 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-082b3c9f-541e-40e8-ab64-687b55ee60d3 admin admin] Publish callbacks [] for security_group (12abd5b2-f0d3-494c-a371-0155451c6f80), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.366932 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-082b3c9f-541e-40e8-ab64-687b55ee60d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (12abd5b2-f0d3-494c-a371-0155451c6f80), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.413188 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-082b3c9f-541e-40e8-ab64-687b55ee60d3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=aa0629d68b584c998687826f8139833a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695461 Sep 14 01:06:04.414090 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52102) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:04.448312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b3c9f-541e-40e8-ab64-687b55ee60d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12abd5b2-f0d3-494c-a371-0155451c6f80,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:04.462010 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-4afe2ce6-9619-44a9-a7df-2b45fea7da87 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161003 Sep 14 01:06:04.501406 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0deef597-c795-4720-890f-6c5c5dcbacbe admin admin] Publish callbacks [] for security_group (12abd5b2-f0d3-494c-a371-0155451c6f80), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.547872 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0deef597-c795-4720-890f-6c5c5dcbacbe admin admin] Publish callbacks [] for security_group (12abd5b2-f0d3-494c-a371-0155451c6f80), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.594389 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e3457c00-10c6-4d9e-81c3-44d0e6424a56 req-04301b6e-27d8-447d-bb29-f2a3421f0620 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253290 Sep 14 01:06:04.633718 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c085-c7aa-4ec0-bf68-da4a3db23077 req-c86c59a2-da4a-44ce-adfa-fae5eba3caee tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:04.635423 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5395c085-c7aa-4ec0-bf68-da4a3db23077 req-c86c59a2-da4a-44ce-adfa-fae5eba3caee tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0596981 Sep 14 01:06:04.660669 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0deef597-c795-4720-890f-6c5c5dcbacbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (12abd5b2-f0d3-494c-a371-0155451c6f80), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.663499 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0deef597-c795-4720-890f-6c5c5dcbacbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:04.667616 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0deef597-c795-4720-890f-6c5c5dcbacbe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/12abd5b2-f0d3-494c-a371-0155451c6f80 HTTP/1.1" status: 204 len: 168 time: 0.2395794 Sep 14 01:06:04.677334 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deef597-c795-4720-890f-6c5c5dcbacbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12abd5b2-f0d3-494c-a371-0155451c6f80,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:04.706417 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5395c085-c7aa-4ec0-bf68-da4a3db23077 req-217c6ea7-4da8-4839-a636-90f341074103 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636315 Sep 14 01:06:05.055089 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52132) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:05.070774 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e5faeed0-caf5-44b7-b3d6-485061d4e299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.072451 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:DELETE=6,neutron:INSERT=3,neutron:SELECT=91 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:05.143405 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f4239-e154-4fe9-9577-499f0d932205 req-6a2bb312-17de-4fba-a8a8-e907b5e34a11 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:05.145479 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e62f4239-e154-4fe9-9577-499f0d932205 req-6a2bb312-17de-4fba-a8a8-e907b5e34a11 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 943 time: 0.0579345 Sep 14 01:06:05.164768 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e5faeed0-caf5-44b7-b3d6-485061d4e299 admin admin] Publish callbacks [] for security_group (c2807a11-5ea9-4fd0-b7b4-ec66375f1179), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.169669 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e5faeed0-caf5-44b7-b3d6-485061d4e299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c2807a11-5ea9-4fd0-b7b4-ec66375f1179), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.205955 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e62f4239-e154-4fe9-9577-499f0d932205 req-d777a25e-577f-4e2c-8eda-eaccf189cc64 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Sep 14 01:06:05.229826 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e5faeed0-caf5-44b7-b3d6-485061d4e299 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c77d4d2bc259424c9a0ff6f99e92195d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653938 Sep 14 01:06:05.229826 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5faeed0-caf5-44b7-b3d6-485061d4e299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2807a11-5ea9-4fd0-b7b4-ec66375f1179,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:05.230091 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52136) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:05.259431 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52138) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:05.266969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:05.286846 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26892c80-16ed-4a3f-9428-30187411ecf9 admin admin] Publish callbacks [] for security_group (c2807a11-5ea9-4fd0-b7b4-ec66375f1179), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.294986 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:05.309263 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26892c80-16ed-4a3f-9428-30187411ecf9 admin admin] Publish callbacks [] for security_group (c2807a11-5ea9-4fd0-b7b4-ec66375f1179), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.362370 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26892c80-16ed-4a3f-9428-30187411ecf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c2807a11-5ea9-4fd0-b7b4-ec66375f1179), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.365613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-26892c80-16ed-4a3f-9428-30187411ecf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.369768 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-26892c80-16ed-4a3f-9428-30187411ecf9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c2807a11-5ea9-4fd0-b7b4-ec66375f1179 HTTP/1.1" status: 204 len: 168 time: 0.1441386 Sep 14 01:06:05.384518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c2bf921a-7574-41d5-97bd-d5643522fc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.388381 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26892c80-16ed-4a3f-9428-30187411ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2807a11-5ea9-4fd0-b7b4-ec66375f1179,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:05.468957 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c2bf921a-7574-41d5-97bd-d5643522fc87 admin admin] Publish callbacks [] for security_group (c0327fde-6123-42dc-9683-0bd696ea2c51), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.473706 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c2bf921a-7574-41d5-97bd-d5643522fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c0327fde-6123-42dc-9683-0bd696ea2c51), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.518055 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c2bf921a-7574-41d5-97bd-d5643522fc87 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=65774682387b4a3c910e4598e36a8871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556956 Sep 14 01:06:05.519209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52150) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:05.525940 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf921a-7574-41d5-97bd-d5643522fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0327fde-6123-42dc-9683-0bd696ea2c51,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:05.573856 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-69b90552-68a9-4734-9b8f-a09e39c11345 admin admin] Publish callbacks [] for security_group (c0327fde-6123-42dc-9683-0bd696ea2c51), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.596122 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-69b90552-68a9-4734-9b8f-a09e39c11345 admin admin] Publish callbacks [] for security_group (c0327fde-6123-42dc-9683-0bd696ea2c51), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.644083 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-69b90552-68a9-4734-9b8f-a09e39c11345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c0327fde-6123-42dc-9683-0bd696ea2c51), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.646766 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-69b90552-68a9-4734-9b8f-a09e39c11345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:05.647914 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-69b90552-68a9-4734-9b8f-a09e39c11345 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c0327fde-6123-42dc-9683-0bd696ea2c51 HTTP/1.1" status: 204 len: 168 time: 0.1275423 Sep 14 01:06:05.656625 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b90552-68a9-4734-9b8f-a09e39c11345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0327fde-6123-42dc-9683-0bd696ea2c51,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:05.849015 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bd080-7e8c-4287-a26c-e6b4c93f8e77 req-777b998e-22c0-4c68-be0a-a88af6220f04 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:05.850946 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-988bd080-7e8c-4287-a26c-e6b4c93f8e77 req-777b998e-22c0-4c68-be0a-a88af6220f04 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0639486 Sep 14 01:06:05.908102 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-988bd080-7e8c-4287-a26c-e6b4c93f8e77 req-9e45d9de-ec97-4583-9a34-b0a124b1a7a8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Sep 14 01:06:06.046730 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device b59e83db-3d22-41b0-8be5-67d2facb3ed3 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:06:06.151486 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port b59e83db-3d22-41b0-8be5-67d2facb3ed3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:06.159472 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:06.165044 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3', 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f', 'port_id': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3', 'mac_address': 'fa:16:3e:cb:fa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e952abfa-3296-4cdf-af96-5aa95378ee89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:06:06.208990 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port b59e83db-3d22-41b0-8be5-67d2facb3ed3 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:06.209382 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:06.224076 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59e83db-3d22-41b0-8be5-67d2facb3ed3 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:06.250459 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port b59e83db-3d22-41b0-8be5-67d2facb3ed3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:06.256457 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:06.311334 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=b59e83db-3d22-41b0-8be5-67d2facb3ed3,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:06.353418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a27b7c-c791-4fcc-9fe1-b8f1eb303144 req-9dd4d8f2-813d-4cee-a506-6bb55de85be7 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:06.355046 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-57a27b7c-c791-4fcc-9fe1-b8f1eb303144 req-9dd4d8f2-813d-4cee-a506-6bb55de85be7 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 944 time: 0.0528045 Sep 14 01:06:06.402936 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-57a27b7c-c791-4fcc-9fe1-b8f1eb303144 req-0ead27ac-fc7c-4bc9-b68f-65de377bec68 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Sep 14 01:06:06.574326 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['b59e83db-3d22-41b0-8be5-67d2facb3ed3'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:07.064587 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f95710-fe33-4d51-ba4a-a65a18b15d77 req-d9c8111b-8db6-46df-a2eb-1e88500a0483 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:07.066405 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a4f95710-fe33-4d51-ba4a-a65a18b15d77 req-d9c8111b-8db6-46df-a2eb-1e88500a0483 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0539951 Sep 14 01:06:07.130301 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a4f95710-fe33-4d51-ba4a-a65a18b15d77 req-2808f4c5-17df-4ae7-a2c8-78a45bbed172 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 Sep 14 01:06:07.391850 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52260) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:07.511346 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fad01e0f-297e-459e-8bc1-5dce027ac0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.540219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cafc1c-b30d-42d5-a6ff-14f4c7c6f38d req-2e7dbaec-2e6a-4b68-9789-150fa48e0d06 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:07.541895 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4cafc1c-b30d-42d5-a6ff-14f4c7c6f38d req-2e7dbaec-2e6a-4b68-9789-150fa48e0d06 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 944 time: 0.0507483 Sep 14 01:06:07.605119 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:07.607760 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fad01e0f-297e-459e-8bc1-5dce027ac0c8 admin admin] Publish callbacks [] for security_group (2b351f44-5bb5-454f-8002-9423bba75e05), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.609484 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4cafc1c-b30d-42d5-a6ff-14f4c7c6f38d req-1ee013c3-97a8-430b-ab97-04a20be6b696 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Sep 14 01:06:07.613328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fad01e0f-297e-459e-8bc1-5dce027ac0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (2b351f44-5bb5-454f-8002-9423bba75e05), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.660769 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-fad01e0f-297e-459e-8bc1-5dce027ac0c8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f2bdbf9fb78547d8910df7dd3917323f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677591 Sep 14 01:06:07.663377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52272) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:07.671503 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad01e0f-297e-459e-8bc1-5dce027ac0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b351f44-5bb5-454f-8002-9423bba75e05,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:07.695077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:07.699071 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52274) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:07.720889 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0ea-f470-4b34-82d2-a40eb99c4f46 admin admin] Publish callbacks [] for security_group (2b351f44-5bb5-454f-8002-9423bba75e05), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.741597 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0ea-f470-4b34-82d2-a40eb99c4f46 admin admin] Publish callbacks [] for security_group (2b351f44-5bb5-454f-8002-9423bba75e05), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.792077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0ea-f470-4b34-82d2-a40eb99c4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (2b351f44-5bb5-454f-8002-9423bba75e05), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.794767 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0ea-f470-4b34-82d2-a40eb99c4f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.798910 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a78ac0ea-f470-4b34-82d2-a40eb99c4f46 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2b351f44-5bb5-454f-8002-9423bba75e05 HTTP/1.1" status: 204 len: 168 time: 0.1317010 Sep 14 01:06:07.804726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ac0ea-f470-4b34-82d2-a40eb99c4f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b351f44-5bb5-454f-8002-9423bba75e05,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:07.808680 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-35980055-1709-4904-ab4b-71c5bf62d31e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.902451 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-35980055-1709-4904-ab4b-71c5bf62d31e admin admin] Publish callbacks [] for security_group (6cc01592-3538-4f61-b150-2cc0d12af130), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.906578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-35980055-1709-4904-ab4b-71c5bf62d31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6cc01592-3538-4f61-b150-2cc0d12af130), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:07.946831 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-35980055-1709-4904-ab4b-71c5bf62d31e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=68e0337b30434aa3bac753cbb2ee685c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466462 Sep 14 01:06:07.948505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35980055-1709-4904-ab4b-71c5bf62d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc01592-3538-4f61-b150-2cc0d12af130,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:07.949593 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52282) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:08.005900 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-dac009fa-c60e-4297-a6ea-d600d1907373 admin admin] Publish callbacks [] for security_group (6cc01592-3538-4f61-b150-2cc0d12af130), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.026700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-dac009fa-c60e-4297-a6ea-d600d1907373 admin admin] Publish callbacks [] for security_group (6cc01592-3538-4f61-b150-2cc0d12af130), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.060574 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device b59e83db-3d22-41b0-8be5-67d2facb3ed3 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:08.076604 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-dac009fa-c60e-4297-a6ea-d600d1907373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6cc01592-3538-4f61-b150-2cc0d12af130), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.083187 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-dac009fa-c60e-4297-a6ea-d600d1907373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.084331 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-dac009fa-c60e-4297-a6ea-d600d1907373 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6cc01592-3538-4f61-b150-2cc0d12af130 HTTP/1.1" status: 204 len: 168 time: 0.1335247 Sep 14 01:06:08.094381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac009fa-c60e-4297-a6ea-d600d1907373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc01592-3538-4f61-b150-2cc0d12af130,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:08.115449 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port b59e83db-3d22-41b0-8be5-67d2facb3ed3 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:06:08.124221 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port b59e83db-3d22-41b0-8be5-67d2facb3ed3 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:08.125003 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.126191 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port b59e83db-3d22-41b0-8be5-67d2facb3ed3 Sep 14 01:06:08.184592 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:08.211700 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port b59e83db-3d22-41b0-8be5-67d2facb3ed3 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:08.212086 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.237449 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:08.239895 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1b33c-47e7-4276-9151-606c15214db9" -d '{"events": [{"server_uuid": "f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0", "name": "network-vif-plugged", "status": "completed", "tag": "b59e83db-3d22-41b0-8be5-67d2facb3ed3"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:08.266064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d6d70-574a-4876-b526-1860389b46de req-9a5cb645-30c8-4ae5-9c2c-58e6d3d36192 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:08.274083 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-992d6d70-574a-4876-b526-1860389b46de req-9a5cb645-30c8-4ae5-9c2c-58e6d3d36192 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0556962 Sep 14 01:06:08.279650 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port b59e83db-3d22-41b0-8be5-67d2facb3ed3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:08.284671 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.317314 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a5c714-240b-4ec8-b21f-f68a62be0d59 x-openstack-request-id: req-a0a5c714-240b-4ec8-b21f-f68a62be0d59 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:08.317785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0", "name": "network-vif-plugged", "status": "completed", "tag": "b59e83db-3d22-41b0-8be5-67d2facb3ed3", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:08.318202 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a5c714-240b-4ec8-b21f-f68a62be0d59 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:08.318755 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a5c714-240b-4ec8-b21f-f68a62be0d59'] response: {'server_uuid': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3', 'code': 200} Sep 14 01:06:08.348295 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=b59e83db-3d22-41b0-8be5-67d2facb3ed3,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:08.366381 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-992d6d70-574a-4876-b526-1860389b46de req-c792e990-2d58-4879-ae8d-2e0c897020c3 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914319 Sep 14 01:06:08.508018 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52310) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:08.523169 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ef559eb5-6484-4e78-bfaf-06e1ea2c65d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.539404 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05047b5-98cf-447e-bb88-30fcbf88ff95 req-b8d07b8b-a02a-4516-9357-3065b328872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:08.541724 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c05047b5-98cf-447e-bb88-30fcbf88ff95 req-b8d07b8b-a02a-4516-9357-3065b328872a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 1129 time: 0.0592439 Sep 14 01:06:08.598386 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c05047b5-98cf-447e-bb88-30fcbf88ff95 req-60257ddd-014b-4fbe-99a5-4ad6460f89d2 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 Sep 14 01:06:08.612487 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ef559eb5-6484-4e78-bfaf-06e1ea2c65d9 admin admin] Publish callbacks [] for security_group (0041511b-4cf0-4691-9d8d-a7e35354f0b7), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.619691 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ef559eb5-6484-4e78-bfaf-06e1ea2c65d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (0041511b-4cf0-4691-9d8d-a7e35354f0b7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.638487 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:08.645624 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:08.668277 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ef559eb5-6484-4e78-bfaf-06e1ea2c65d9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4e8e2a0025544c028e49d6c24bc85f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589770 Sep 14 01:06:08.671483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52320) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:08.679695 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef559eb5-6484-4e78-bfaf-06e1ea2c65d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0041511b-4cf0-4691-9d8d-a7e35354f0b7,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:08.782879 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626725a2-c7e8-4d0e-a999-1465c4eee85c req-d5ae888f-417b-4ca7-9ac7-a54348e72c28 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:08.784406 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-626725a2-c7e8-4d0e-a999-1465c4eee85c req-d5ae888f-417b-4ca7-9ac7-a54348e72c28 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.0674167 Sep 14 01:06:08.785662 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b027-d36b-4779-a584-076202b1c8e4 admin admin] Publish callbacks [] for security_group (0041511b-4cf0-4691-9d8d-a7e35354f0b7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.820784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b027-d36b-4779-a584-076202b1c8e4 admin admin] Publish callbacks [] for security_group (0041511b-4cf0-4691-9d8d-a7e35354f0b7), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.876482 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-626725a2-c7e8-4d0e-a999-1465c4eee85c req-b3e4ac9f-5549-481d-8064-2b6487bae69c tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824242 Sep 14 01:06:08.906319 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b027-d36b-4779-a584-076202b1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (0041511b-4cf0-4691-9d8d-a7e35354f0b7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.909315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b027-d36b-4779-a584-076202b1c8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:08.910471 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ccf4b027-d36b-4779-a584-076202b1c8e4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0041511b-4cf0-4691-9d8d-a7e35354f0b7 HTTP/1.1" status: 204 len: 168 time: 0.2377687 Sep 14 01:06:08.918615 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b027-d36b-4779-a584-076202b1c8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0041511b-4cf0-4691-9d8d-a7e35354f0b7,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:09.509235 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffc437-0318-4c9a-977c-39e28e35acc5 req-4e31c4f5-2184-40bd-8c10-68d6e915bf0a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:09.510817 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c3ffc437-0318-4c9a-977c-39e28e35acc5 req-4e31c4f5-2184-40bd-8c10-68d6e915bf0a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0526795 Sep 14 01:06:09.563670 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c3ffc437-0318-4c9a-977c-39e28e35acc5 req-45a5c724-54a3-49c5-8974-b9eb31c991dc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Sep 14 01:06:09.708755 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52370) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:09.951475 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52382) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:09.969053 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-240885033-network', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:10.024923 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ed31243a-3aff-43a9-b788-1574d4fed52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.036538 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908318e2-7e00-4492-8764-c4410994254e req-eacf8556-2b10-4fb2-a39a-aa0477d085ba tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.038074 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-908318e2-7e00-4492-8764-c4410994254e req-eacf8556-2b10-4fb2-a39a-aa0477d085ba tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.0758567 Sep 14 01:06:10.039100 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Made reservation on behalf of 117105d5e9fb4309aad25e39e0f5e4df for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:10.041331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.051957 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.116013 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-908318e2-7e00-4492-8764-c4410994254e req-9edfa8ea-d1b1-4902-a17a-c6dd64b58cd1 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657928 Sep 14 01:06:10.118379 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ed31243a-3aff-43a9-b788-1574d4fed52f admin admin] Publish callbacks [] for security_group (205992f9-00b4-49a9-a7af-41e01a5703df), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.125083 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ed31243a-3aff-43a9-b788-1574d4fed52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (205992f9-00b4-49a9-a7af-41e01a5703df), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.160717 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-ed31243a-3aff-43a9-b788-1574d4fed52f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a2f0a75c3f5c47458a7e74fab544b0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2051744 Sep 14 01:06:10.160938 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52392) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:10.176819 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks [] for security_group (9340aa64-9e3b-4697-86ba-df521776e395), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.183138 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9340aa64-9e3b-4697-86ba-df521776e395), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.202241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31243a-3aff-43a9-b788-1574d4fed52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205992f9-00b4-49a9-a7af-41e01a5703df,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:10.211238 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:06:10.238886 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (eca5f23e-c544-4aa1-9341-00d055a9b176), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.239247 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.segments_db [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Added segment eca5f23e-c544-4aa1-9341-00d055a9b176 of type vlan for network 446776f5-e781-4654-86cf-58762bbf2d32 Sep 14 01:06:10.241526 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d04d7832-d7be-4a2c-8a09-c95d232718cb admin admin] Publish callbacks [] for security_group (205992f9-00b4-49a9-a7af-41e01a5703df), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.249990 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9340aa64-9e3b-4697-86ba-df521776e395,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:10.269833 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d04d7832-d7be-4a2c-8a09-c95d232718cb admin admin] Publish callbacks [] for security_group (205992f9-00b4-49a9-a7af-41e01a5703df), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.289404 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (446776f5-e781-4654-86cf-58762bbf2d32), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.315615 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (446776f5-e781-4654-86cf-58762bbf2d32), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.316618 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.317263 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.335662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d04d7832-d7be-4a2c-8a09-c95d232718cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (205992f9-00b4-49a9-a7af-41e01a5703df), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.339567 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d04d7832-d7be-4a2c-8a09-c95d232718cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.341925 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d04d7832-d7be-4a2c-8a09-c95d232718cb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/205992f9-00b4-49a9-a7af-41e01a5703df HTTP/1.1" status: 204 len: 168 time: 0.1797132 Sep 14 01:06:10.362278 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d7832-d7be-4a2c-8a09-c95d232718cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205992f9-00b4-49a9-a7af-41e01a5703df,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:10.404608 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:10.422703 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52396) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:10.423431 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7130711 Sep 14 01:06:10.427859 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598c11b-8d91-4814-b8be-620455c621cb admin admin] Pushing event updated for resources: {'Network': ['ID=446776f5-e781-4654-86cf-58762bbf2d32,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:10.429722 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Request body: {'subnet': {'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-240885033-subnet', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:10.448727 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 446776f5-e781-4654-86cf-58762bbf2d32 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:06:10.474211 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:10.484203 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Made reservation on behalf of 117105d5e9fb4309aad25e39e0f5e4df for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:10.489632 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7981904'] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.603729 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:10.727301 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8337218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7981894'] for subnet (fb6ca6f2-c543-4cbe-a13a-89d8315b349c), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.735742 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3a15e-cc9c-4fc5-810a-4999fdee2c77 req-92814933-4a84-4604-8176-632b922b6655 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.754371 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-16e3a15e-cc9c-4fc5-810a-4999fdee2c77 req-92814933-4a84-4604-8176-632b922b6655 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0610652 Sep 14 01:06:10.783251 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6ca6f2-c543-4cbe-a13a-89d8315b349c,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:10.829243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:10.833054 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Checking segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:10.833464 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Network hostable DHCP agents. Network: 446776f5-e781-4654-86cf-58762bbf2d32, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:06:10.843641 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-16e3a15e-cc9c-4fc5-810a-4999fdee2c77 req-b85a473d-a745-4684-9dc5-f1772b8bc93c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872593 Sep 14 01:06:10.860936 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Network 446776f5-e781-4654-86cf-58762bbf2d32 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:06:10.878798 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 446776f5-e781-4654-86cf-58762bbf2d32) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:10.883495 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:10.884330 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.891556 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa022e36-ce2e-4496-89b9-f55b7f3bf9b0 None None] Network 446776f5-e781-4654-86cf-58762bbf2d32 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:10.913856 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d4a958b3-5a15-4794-a03f-85e10399980b admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4872539 Sep 14 01:06:10.914395 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52412) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:10.920077 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:10.947056 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:10.947550 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.006258 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks [] for router_controller (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.123461 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-446776f5-e781-4654-86cf-58762bbf2d32', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:06:11.125094 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.153741 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks [] for router_gateway (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.280621 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:11.287361 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Allocated IP 172.20.0.2 (446776f5-e781-4654-86cf-58762bbf2d32/fb6ca6f2-c543-4cbe-a13a-89d8315b349c/12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:11.438538 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Publish callbacks [] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.444954 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.470729 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:11.499543 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Network 446776f5-e781-4654-86cf-58762bbf2d32 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:11.503097 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:11.505630 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:11.508757 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Pushing event updated for resources: {'Port': ['ID=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:11.565270 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Attempting to bind port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:11.565641 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Attempting to bind port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:11.566199 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Attempting to bind port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d on network 446776f5-e781-4654-86cf-58762bbf2d32 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:11.569163 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:11.575927 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89926b-1d5c-4c49-a7e3-7ad7c78d2b51 req-22bd7f6a-459d-452c-8587-1de91fd64acc tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:11.578024 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8f89926b-1d5c-4c49-a7e3-7ad7c78d2b51 req-22bd7f6a-459d-452c-8587-1de91fd64acc tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.3382587 Sep 14 01:06:11.611326 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:11.611700 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Checking segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:11.612103 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.612495 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Bound using segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:11.612975 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Bound port: 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:11.613387 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.640746 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks [] for router_gateway (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.669148 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.675617 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8f89926b-1d5c-4c49-a7e3-7ad7c78d2b51 req-f6b25d82-7d08-4ad4-bea4-49e037b35482 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766456 Sep 14 01:06:11.682270 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] For port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:11.685952 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] For port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:11.693624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:11.761237 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5404b-9624-4cd8-bdb0-5c5ef45ab182 None None] Pushing event updated for resources: {'Port': ['ID=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:11.835396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Allocated IP 172.28.1.237 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/055c1112-c0cd-4847-b3b0-ba1a6da77d4a) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:12.070365 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks [] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:12.078125 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f891f7-a23b-44a5-befd-f662d3e2d8b6 req-a03d996a-9df2-47fe-827b-e7c7362b1eb4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:12.079855 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-60f891f7-a23b-44a5-befd-f662d3e2d8b6 req-a03d996a-9df2-47fe-827b-e7c7362b1eb4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0996459 Sep 14 01:06:12.117305 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:12.153422 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:12.160736 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-60f891f7-a23b-44a5-befd-f662d3e2d8b6 req-9ffe7666-3df8-436a-a010-1c7f59cbc89c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727925 Sep 14 01:06:12.184193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:12.207488 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:12.211349 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:12.213363 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Pushing event updated for resources: {'Port': ['ID=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:12.215464 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:12.491728 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks [] for router_gateway (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:12.573197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27605fe-7866-4c4e-a61b-9cee42a2d018 req-1917dcc7-fa70-43dd-8231-24de8fe40be2 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:12.574837 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d27605fe-7866-4c4e-a61b-9cee42a2d018 req-1917dcc7-fa70-43dd-8231-24de8fe40be2 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.0940931 Sep 14 01:06:12.711252 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d27605fe-7866-4c4e-a61b-9cee42a2d018 req-7160f579-31ed-4338-88a0-e4e058ca80b8 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054909 Sep 14 01:06:12.793197 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:12.798022 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:12.861775 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:12.862185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:12.862862 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d Sep 14 01:06:12.965714 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:06:12.978295 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9416e-e8fb-4251-b8ee-d2978014620e None None] Network 446776f5-e781-4654-86cf-58762bbf2d32 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:13.020710 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-46c9e881-e70c-497a-ba8a-4f7cf3c75d3d None None] Provisioning complete for port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:13.021086 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-46c9e881-e70c-497a-ba8a-4f7cf3c75d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.021421 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-46c9e881-e70c-497a-ba8a-4f7cf3c75d3d None None] Attempt 1 to provision port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d Sep 14 01:06:13.026983 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:13.029255 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.113044 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:06:13.131983 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Sync routers for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:06:13.142401 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:13.156039 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.157291 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:13.157949 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:13.158961 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9c7e4ccb-8516-4b3f-8a7d-2e3fbc1cf86d admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2430499 Sep 14 01:06:13.161858 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52482) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:13.170093 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.321882 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:13.332734 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65af57b-a7bf-42a2-a74e-d8153f5f3d5c req-6da4703b-f7a8-4585-8ffa-0786bfbe4d86 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:13.334575 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f65af57b-a7bf-42a2-a74e-d8153f5f3d5c req-6da4703b-f7a8-4585-8ffa-0786bfbe4d86 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0551467 Sep 14 01:06:13.393582 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f65af57b-a7bf-42a2-a74e-d8153f5f3d5c req-b3fcbc45-a97e-4161-a67b-a91f7ce1c8fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485179 Sep 14 01:06:13.399840 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-46c9e881-e70c-497a-ba8a-4f7cf3c75d3d None None] Current status of the port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:13.427461 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:13.447188 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:13.682356 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:12Z', 'revision_number': 3, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:13.687386 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.717095 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Checking router: b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:06:13.718476 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Updating router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:06:13.747497 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.845676 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:13.853908 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-528cb817-79a6-445c-b054-8fd3b7a6329a None None] Provisioning complete for port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:13.854453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-528cb817-79a6-445c-b054-8fd3b7a6329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:13.854726 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-528cb817-79a6-445c-b054-8fd3b7a6329a None None] Attempt 1 to provision port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d Sep 14 01:06:13.855190 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3185-a60f-4f74-a995-0688280acf1b req-e0730d2d-fddc-4f5b-9f28-fd9fcffd116e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:13.856696 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0eb3185-a60f-4f74-a995-0688280acf1b req-e0730d2d-fddc-4f5b-9f28-fd9fcffd116e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.0610187 Sep 14 01:06:13.865717 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Allocated IP 172.20.0.1 (446776f5-e781-4654-86cf-58762bbf2d32/fb6ca6f2-c543-4cbe-a13a-89d8315b349c/929306be-7d3b-4f3c-a733-18825935a040) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:13.873936 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:13.885845 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:13.916248 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0eb3185-a60f-4f74-a995-0688280acf1b req-82bf8d20-50c4-4f40-b550-fd68ea6b1911 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537596 Sep 14 01:06:13.951198 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:13.984751 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:13.993179 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks [] for port (929306be-7d3b-4f3c-a733-18825935a040), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.006838 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-528cb817-79a6-445c-b054-8fd3b7a6329a None None] Current status of the port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:14.045120 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (929306be-7d3b-4f3c-a733-18825935a040), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.090197 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Publish callbacks [] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.092923 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Network 446776f5-e781-4654-86cf-58762bbf2d32 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:14.096767 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:14.097247 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.098739 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Pushing event updated for resources: {'Port': ['ID=929306be-7d3b-4f3c-a733-18825935a040,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:14.100974 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:14.105120 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:14.135717 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=33 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:14.136409 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Attempting to bind port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:14.136750 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Attempting to bind port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:14.137072 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Attempting to bind port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:14.143748 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.184643 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafabc2-197e-41ff-85a2-5ac1c0ab4f95 None None] Pushing event updated for resources: {'Port': ['ID=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:14.200440 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:14.200664 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:14.201089 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.201276 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:14.201745 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Bound port: 055c1112-c0cd-4847-b3b0-ba1a6da77d4a, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:14.202695 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.252773 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] For port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:14.256261 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] For port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:14.263629 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.265495 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-04997839-b4c2-4997-b556-548def916334 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:14.267153 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-04997839-b4c2-4997-b556-548def916334 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.1205876 Sep 14 01:06:14.319580 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:14.320343 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:14.378393 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafabc2-197e-41ff-85a2-5ac1c0ab4f95 None None] Pushing event updated for resources: {'Port': ['ID=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:14.442977 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:14.660979 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd008b-ef96-4d83-9eb4-c9a00591ab24 req-d16b168c-fda0-4a75-80dc-7f0fb797f0cd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:14.670324 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-37cd008b-ef96-4d83-9eb4-c9a00591ab24 req-d16b168c-fda0-4a75-80dc-7f0fb797f0cd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0973656 Sep 14 01:06:14.702690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Deleting port b59e83db-3d22-41b0-8be5-67d2facb3ed3 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:14.703108 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.706576 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (929306be-7d3b-4f3c-a733-18825935a040), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.754414 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-37cd008b-ef96-4d83-9eb4-c9a00591ab24 req-5bedc065-c927-452d-8db9-7ea01bd0d100 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824347 Sep 14 01:06:14.824405 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Provisioning complete for port 929306be-7d3b-4f3c-a733-18825935a040 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:14.824818 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (929306be-7d3b-4f3c-a733-18825935a040), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.825213 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 1 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:14.832544 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:14.865426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] For port b59e83db-3d22-41b0-8be5-67d2facb3ed3, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=b59e83db-3d22-41b0-8be5-67d2facb3ed3,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:14.865940 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.895415 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Calling delete_port for b59e83db-3d22-41b0-8be5-67d2facb3ed3 owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:14.903844 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:14.942622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:14.942996 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:14.943337 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d Sep 14 01:06:15.003551 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:12Z', 'revision_number': 3, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:15.024426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:15.033350 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55161b-c560-4d23-92c6-37578cd834b7 None None] The sync data for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb is: [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:12Z', 'revision_number': 3, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:06:15.050961 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:15.083482 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:15.094343 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3782-be3c-4f52-821c-97d2b074198b req-d47b8a79-e64b-44b1-8b1a-55b919c64eeb tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:15.096621 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-148f3782-be3c-4f52-821c-97d2b074198b req-d47b8a79-e64b-44b1-8b1a-55b919c64eeb tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0 HTTP/1.1" status: 200 len: 945 time: 0.0762653 Sep 14 01:06:15.143795 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks [] for port (929306be-7d3b-4f3c-a733-18825935a040), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:15.153399 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (929306be-7d3b-4f3c-a733-18825935a040), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:15.154947 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-148f3782-be3c-4f52-821c-97d2b074198b req-368b7609-11b2-4137-a1de-243f59f78d02 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Sep 14 01:06:15.206223 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (b59e83db-3d22-41b0-8be5-67d2facb3ed3), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:15.217530 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['b59e83db-3d22-41b0-8be5-67d2facb3ed3'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:15.235751 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:15.247002 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Pushing event updated for resources: {'Port': ['ID=929306be-7d3b-4f3c-a733-18825935a040,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:15.350074 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Pushing event deleted for resources: {'Port': ['ID=b59e83db-3d22-41b0-8be5-67d2facb3ed3,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:15.379410 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] No DVR routers for this DVR port b59e83db-3d22-41b0-8be5-67d2facb3ed3 on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:15.387165 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:15.390866 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-dfc75153-4aa6-46a1-8d94-f34d04a714b8 req-d3bd6189-a79d-4fdd-966d-d13c38b94700 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "DELETE /networking/v2.0/ports/b59e83db-3d22-41b0-8be5-67d2facb3ed3 HTTP/1.1" status: 204 len: 173 time: 1.1115985 Sep 14 01:06:15.391357 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'name': 'network-vif-deleted', 'tag': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:15.393847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a09be2-e6ed-472e-9a32-2e885d567193" -d '{"events": [{"server_uuid": "f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0", "name": "network-vif-deleted", "tag": "b59e83db-3d22-41b0-8be5-67d2facb3ed3"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:15.404800 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 2 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:15.448560 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Network 446776f5-e781-4654-86cf-58762bbf2d32 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:15.454872 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:15.456464 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea9dc44-8981-4329-9e78-212ce3e74b82 x-openstack-request-id: req-eea9dc44-8981-4329-9e78-212ce3e74b82 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:15.456924 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0", "name": "network-vif-deleted", "tag": "b59e83db-3d22-41b0-8be5-67d2facb3ed3", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:15.457502 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eea9dc44-8981-4329-9e78-212ce3e74b82 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:15.458081 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea9dc44-8981-4329-9e78-212ce3e74b82'] response: {'server_uuid': 'f6c3a06f-36cb-4e9e-b8c1-c65015f68ab0', 'name': 'network-vif-deleted', 'tag': 'b59e83db-3d22-41b0-8be5-67d2facb3ed3', 'status': 'completed', 'code': 200} Sep 14 01:06:15.459665 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:15.589356 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:06:15.731068 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:06:15.736493 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-868ebd70-8cab-4852-9afa-9d375cc5f40f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b57f21a8-66d1-4704-b7e8-9e3f59db0bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5729077 Sep 14 01:06:15.889505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39c4ad-ae5a-464a-b766-33880d225c42 req-557fc928-f622-4667-b1e7-addcbedd4805 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:15.891037 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8d39c4ad-ae5a-464a-b766-33880d225c42 req-557fc928-f622-4667-b1e7-addcbedd4805 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0551069 Sep 14 01:06:15.955817 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 3 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:16.005181 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8d39c4ad-ae5a-464a-b766-33880d225c42 req-f317e1a4-687d-47d1-8a88-30f3bc953d1e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044090 Sep 14 01:06:16.036068 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:16.490397 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52574) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:16.495607 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-814583116-network', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:16.518046 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Made reservation on behalf of 69ee2a12addb488a8c3e78c50e25d4c4 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:16.520419 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.530000 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.537707 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 4 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:16.551009 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:16.556400 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-ee78414f-7022-486c-93e9-ac9703d9bd69 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:16.558082 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-ee78414f-7022-486c-93e9-ac9703d9bd69 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/networks?id=330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 200 len: 809 time: 0.1183486 Sep 14 01:06:16.574407 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:16.575761 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-d7180639-4b82-4c12-b784-128e3d3caf96 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/quotas/60a943ca092443e392084bb6ef44a623 HTTP/1.1" status: 200 len: 375 time: 0.0114245 Sep 14 01:06:16.612430 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-dac469a9-9ee8-44b4-9e64-ea0e8786da1c tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=60a943ca092443e392084bb6ef44a623&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291290 Sep 14 01:06:16.621547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks [] for security_group (d70adf08-98f9-4558-b77c-e8b9a37758d0), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.626470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d70adf08-98f9-4558-b77c-e8b9a37758d0), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.647613 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:06:16.663224 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70adf08-98f9-4558-b77c-e8b9a37758d0,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:16.665991 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (4a222680-3f9c-4591-ab7a-672daf3b768f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.666332 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Added segment 4a222680-3f9c-4591-ab7a-672daf3b768f of type vlan for network 902db1f2-1fd9-47e1-a391-dbf94074bb54 Sep 14 01:06:16.714356 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-3547f5aa-2d73-4f80-9add-7a02c5371241 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953286 Sep 14 01:06:16.721152 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (902db1f2-1fd9-47e1-a391-dbf94074bb54), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.751854 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (902db1f2-1fd9-47e1-a391-dbf94074bb54), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.753193 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:16.754452 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.797193 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 055c1112-c0cd-4847-b3b0-ba1a6da77d4a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:16.823171 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3313015 Sep 14 01:06:16.825971 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52578) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:16.831983 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc77c4-5442-461d-bab9-36af9f520857 admin admin] Pushing event updated for resources: {'Network': ['ID=902db1f2-1fd9-47e1-a391-dbf94074bb54,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:16.832670 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Request body: {'subnet': {'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-814583116-subnet', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:16.838599 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-4792cd56-b798-4a73-975d-a41e8a303d5f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180832 Sep 14 01:06:16.848273 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:06:16.856484 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Made reservation on behalf of 69ee2a12addb488a8c3e78c50e25d4c4 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:16.859650 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5042134'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.932879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:16.933681 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:16.934106 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a Sep 14 01:06:17.018887 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:17.052680 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:17.053770 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.075401 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 5 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:17.078408 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:17.088402 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df616947-a6a2-405d-9e44-a0afab1ca809 req-7c815978-90c9-4058-8b70-7d930b41d4db tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 210 time: 0.0671628 Sep 14 01:06:17.100296 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.118041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7469765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5042112'] for subnet (30a8ef16-14b0-47e5-ac47-f5ec73a5d427), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.129909 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:17.151079 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:17.171345 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:17.194034 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:17.196406 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:17.215407 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a450ab-264d-434c-b086-d86b3f3711dd req-941fe837-8510-4345-a49b-d7b8c6e91a28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:17.216975 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-28a450ab-264d-434c-b086-d86b3f3711dd req-941fe837-8510-4345-a49b-d7b8c6e91a28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1033573 Sep 14 01:06:17.220008 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a8ef16-14b0-47e5-ac47-f5ec73a5d427,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:17.246047 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Sync routers for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:06:17.258955 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:17.259584 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:17.310262 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Checking segment: {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:17.310623 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Network hostable DHCP agents. Network: 902db1f2-1fd9-47e1-a391-dbf94074bb54, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:06:17.340535 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-28a450ab-264d-434c-b086-d86b3f3711dd req-ef39b7b4-6e46-42b7-b227-2ce2fa775aa3 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114006 Sep 14 01:06:17.352812 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:06:17.381721 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 902db1f2-1fd9-47e1-a391-dbf94074bb54) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:17.388750 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:17.389979 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.392531 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd403e8-5353-4430-b89e-32448a85e0e6 None None] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:17.414672 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-63cf0433-13cc-4653-9931-ad80506a06ea admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5864735 Sep 14 01:06:17.416092 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52602) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:17.419327 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:17.422208 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:17.448359 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.449701 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.534803 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks [] for router_controller (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.567393 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-902db1f2-1fd9-47e1-a391-dbf94074bb54', 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54', 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'fixed_ips': [{'subnet_id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:06:17.569126 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.715048 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 6 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:17.733992 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks [] for router_gateway (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:17.816178 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:17.835593 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 2, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:17.876158 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Checking router: b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:06:17.876844 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Updating router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 port 929306be-7d3b-4f3c-a733-18825935a040 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:06:17.902877 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Allocated IP 172.20.0.2 (902db1f2-1fd9-47e1-a391-dbf94074bb54/30a8ef16-14b0-47e5-ac47-f5ec73a5d427/118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:17.908560 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (929306be-7d3b-4f3c-a733-18825935a040), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.005974 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52612) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:18.028246 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks [] for router_gateway (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.048422 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.064182 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.135568 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device b59e83db-3d22-41b0-8be5-67d2facb3ed3 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:18.167302 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: b59e83db-3d22-41b0-8be5-67d2facb3ed3 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:18.167834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device b59e83db-3d22-41b0-8be5-67d2facb3ed3 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:18.184340 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Publish callbacks [] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.195021 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.211259 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6d6a13d7-1c0c-4ea8-a4d3-259bce67b34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.244093 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Allocated IP 172.28.1.118 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/bdda908e-2e75-414b-9831-78326ee755d8) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:18.291314 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:18.291857 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e672e4c4-62d5-4229-b5e0-51fbd701727d req-0fac6c6e-b279-468f-a207-5123fe069dba tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 210 time: 0.0449934 Sep 14 01:06:18.295554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:18.301624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:18.317027 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6d6a13d7-1c0c-4ea8-a4d3-259bce67b34f admin admin] Publish callbacks [] for security_group (329af6a8-6667-470a-b4d6-49eaa11daada), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.317535 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 7 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:18.321903 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6d6a13d7-1c0c-4ea8-a4d3-259bce67b34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (329af6a8-6667-470a-b4d6-49eaa11daada), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.347179 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.370899 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-6d6a13d7-1c0c-4ea8-a4d3-259bce67b34f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b1e874898e634ac9add6518846c8ae2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637764 Sep 14 01:06:18.373654 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52618) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:18.377196 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Publish callbacks [] for port (929306be-7d3b-4f3c-a733-18825935a040), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.384717 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (929306be-7d3b-4f3c-a733-18825935a040), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.388989 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a13d7-1c0c-4ea8-a4d3-259bce67b34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329af6a8-6667-470a-b4d6-49eaa11daada,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:18.416468 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Pushing event updated for resources: {'Port': ['ID=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:18.457635 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Port 929306be-7d3b-4f3c-a733-18825935a040 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:18.473075 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Attempting to bind port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:18.473547 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Attempting to bind port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:18.474047 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Attempting to bind port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af on network 902db1f2-1fd9-47e1-a391-dbf94074bb54 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:18.476183 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.534807 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:18.536263 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Checking segment: {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:18.536991 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.538484 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Bound using segment: {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:18.539539 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Bound port: 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:18.540132 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.554097 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks [] for port (bdda908e-2e75-414b-9831-78326ee755d8), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.563402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192cea9-a5f6-4634-9b07-7c9333ad276f req-7d93baa6-7b88-413f-927d-6fd601309813 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:18.564086 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Pushing event updated for resources: {'Port': ['ID=929306be-7d3b-4f3c-a733-18825935a040,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:18.564939 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a192cea9-a5f6-4634-9b07-7c9333ad276f req-7d93baa6-7b88-413f-927d-6fd601309813 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1100447 Sep 14 01:06:18.568577 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.573258 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.573854 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.574355 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.574880 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.575378 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.575712 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.576166 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.576638 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.577149 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.577627 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.578133 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.578626 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.579098 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.579564 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.580041 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:18.594726 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Attempting to bind port 929306be-7d3b-4f3c-a733-18825935a040 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:18.595218 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-74e3e8a2-ed26-4c9c-bcea-14feddf11c35 admin admin] Publish callbacks [] for security_group (329af6a8-6667-470a-b4d6-49eaa11daada), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.595484 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Attempting to bind port 929306be-7d3b-4f3c-a733-18825935a040 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:18.596005 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Attempting to bind port 929306be-7d3b-4f3c-a733-18825935a040 on network 446776f5-e781-4654-86cf-58762bbf2d32 {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:18.624221 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] For port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:18.628711 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] For port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:18.637879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.653685 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:18.654156 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Checking segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:18.654557 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.655748 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Bound using segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:18.656427 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Bound port: 929306be-7d3b-4f3c-a733-18825935a040, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:18.656950 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (929306be-7d3b-4f3c-a733-18825935a040), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.660930 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-74e3e8a2-ed26-4c9c-bcea-14feddf11c35 admin admin] Publish callbacks [] for security_group (329af6a8-6667-470a-b4d6-49eaa11daada), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.707305 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (bdda908e-2e75-414b-9831-78326ee755d8), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.723816 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba175c17-40fe-47f1-b73b-aa99d0d6c578 None None] Pushing event updated for resources: {'Port': ['ID=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:18.730311 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a192cea9-a5f6-4634-9b07-7c9333ad276f req-b90e50d7-2026-4018-90fb-78cf322e2d55 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514721 Sep 14 01:06:18.752679 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.757544 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] For port 929306be-7d3b-4f3c-a733-18825935a040, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:18.761352 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] For port 929306be-7d3b-4f3c-a733-18825935a040, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=929306be-7d3b-4f3c-a733-18825935a040,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:18.769983 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (929306be-7d3b-4f3c-a733-18825935a040), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.798761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:18.804775 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:18.807523 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:18.820160 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:18.820799 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:18.824270 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:18.839775 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 055c1112-c0cd-4847-b3b0-ba1a6da77d4a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:18.865362 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Pushing event updated for resources: {'Port': ['ID=bdda908e-2e75-414b-9831-78326ee755d8,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:18.900581 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-74e3e8a2-ed26-4c9c-bcea-14feddf11c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (329af6a8-6667-470a-b4d6-49eaa11daada), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.903856 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-74e3e8a2-ed26-4c9c-bcea-14feddf11c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:18.905946 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-74e3e8a2-ed26-4c9c-bcea-14feddf11c35 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/329af6a8-6667-470a-b4d6-49eaa11daada HTTP/1.1" status: 204 len: 168 time: 0.5306866 Sep 14 01:06:18.926370 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4302-a5a5-4e47-b717-1facbf1d8d7b None None] Pushing event updated for resources: {'Port': ['ID=929306be-7d3b-4f3c-a733-18825935a040,revision_number=4']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:18.967121 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Attempt 8 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:19.004294 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3e8a2-ed26-4c9c-bcea-14feddf11c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329af6a8-6667-470a-b4d6-49eaa11daada,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:19.067862 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:19.131152 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:19.131534 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.142868 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a Sep 14 01:06:19.349394 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Current status of the port 929306be-7d3b-4f3c-a733-18825935a040 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:19.349891 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (929306be-7d3b-4f3c-a733-18825935a040), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.370015 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-f1234705-067d-40cd-b2a6-57625de3a13f tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:19.377053 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-f1234705-067d-40cd-b2a6-57625de3a13f tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "GET /networking/v2.0/networks?id=330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 200 len: 809 time: 0.2828488 Sep 14 01:06:19.401934 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Request body: {'port': {'device_id': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f', 'admin_state_up': True, 'tenant_id': '60a943ca092443e392084bb6ef44a623'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:19.431252 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:19.499691 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] For port 929306be-7d3b-4f3c-a733-18825935a040, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=929306be-7d3b-4f3c-a733-18825935a040,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:19.508016 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (929306be-7d3b-4f3c-a733-18825935a040), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.560264 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52636) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:19.574853 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:18Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:19.593010 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-90c3cb5f-4295-4316-8fc9-57331901b401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.621158 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b527e-65e8-42be-b4c7-b5aef11b426d None None] The sync data for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb is: [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:18Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:06:19.641928 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f044012-bf2b-4384-ae58-76369779bc80 None None] Pushing event updated for resources: {'Port': ['ID=929306be-7d3b-4f3c-a733-18825935a040,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:19.670113 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-2ab07bf7-0eb2-4008-997d-bab71f5b976f None None] Provisioning complete for port 929306be-7d3b-4f3c-a733-18825935a040 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:19.670113 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2ab07bf7-0eb2-4008-997d-bab71f5b976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (929306be-7d3b-4f3c-a733-18825935a040), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.670113 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-2ab07bf7-0eb2-4008-997d-bab71f5b976f None None] Attempt 1 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:19.731886 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:19.876919 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1a48b91f-d966-47d1-b486-42c378508d4f req-55c2edb7-9fc4-429e-a732-8b9927c21ecf tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 210 time: 0.1217859 Sep 14 01:06:19.898550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-2ab07bf7-0eb2-4008-997d-bab71f5b976f None None] Current status of the port 929306be-7d3b-4f3c-a733-18825935a040 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:19.899709 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-90c3cb5f-4295-4316-8fc9-57331901b401 admin admin] Publish callbacks [] for security_group (314aa4a8-9d60-4cf4-86fc-5272c3acd3e4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.907298 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-90c3cb5f-4295-4316-8fc9-57331901b401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (314aa4a8-9d60-4cf4-86fc-5272c3acd3e4), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:19.942640 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-90c3cb5f-4295-4316-8fc9-57331901b401 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=def10596b80f4958ba5f6e564c4aff63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813295 Sep 14 01:06:19.943664 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52644) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:19.945495 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Made reservation on behalf of 60a943ca092443e392084bb6ef44a623 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:19.949959 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.022742 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409a226-4983-4a88-bd38-a46eb9c57d00 req-adbaddcf-fe39-4415-9923-f60e9b352626 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:20.025146 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1409a226-4983-4a88-bd38-a46eb9c57d00 req-adbaddcf-fe39-4415-9923-f60e9b352626 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1321118 Sep 14 01:06:20.031127 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3cb5f-4295-4316-8fc9-57331901b401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314aa4a8-9d60-4cf4-86fc-5272c3acd3e4,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:20.032873 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks [] for router_gateway (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.125596 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-df366091-390a-49e5-9c24-36310b960148 admin admin] Publish callbacks [] for security_group (314aa4a8-9d60-4cf4-86fc-5272c3acd3e4), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.182057 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e88edda-d446-4582-9039-7e03b2895c0f None None] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:06:20.183552 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-df366091-390a-49e5-9c24-36310b960148 admin admin] Publish callbacks [] for security_group (314aa4a8-9d60-4cf4-86fc-5272c3acd3e4), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.202667 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1409a226-4983-4a88-bd38-a46eb9c57d00 req-67493fbc-ba33-47f2-ae04-6dfff101a984 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252556 Sep 14 01:06:20.214995 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Allocated IP 172.20.0.14 (330bb6f7-68ba-40bc-8e31-f2c63deb706f/e952abfa-3296-4cdf-af96-5aa95378ee89/50cf87d8-6015-4375-8962-f3ead141fedc) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:20.221073 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:20.263758 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Provisioning complete for port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:20.264126 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.265108 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Attempt 1 to provision port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af Sep 14 01:06:20.294089 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-df366091-390a-49e5-9c24-36310b960148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (314aa4a8-9d60-4cf4-86fc-5272c3acd3e4), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.297064 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-df366091-390a-49e5-9c24-36310b960148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.298569 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-df366091-390a-49e5-9c24-36310b960148 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/314aa4a8-9d60-4cf4-86fc-5272c3acd3e4 HTTP/1.1" status: 204 len: 168 time: 0.3440888 Sep 14 01:06:20.318517 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:20.328462 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df366091-390a-49e5-9c24-36310b960148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314aa4a8-9d60-4cf4-86fc-5272c3acd3e4,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:20.349164 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:20.362011 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.381459 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:20.542478 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks [] for port (50cf87d8-6015-4375-8962-f3ead141fedc), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.550552 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:20.588092 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:06:20.598380 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.605912 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Current status of the port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:20.606507 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.667110 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] For port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:20.688834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.751944 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Network 330bb6f7-68ba-40bc-8e31-f2c63deb706f is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:20.752869 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Pushing event updated for resources: {'Port': ['ID=50cf87d8-6015-4375-8962-f3ead141fedc,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:20.756183 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:20.758797 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:20.802873 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:06:20.828313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Sync routers for ids ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:06:20.853574 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:20.854283 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.875114 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:20.881578 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a88b6d6b-9017-425d-85df-efc35d0b742f admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4611607 Sep 14 01:06:20.882905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b483b-74c3-4a48-ae49-26029d4d1e8a None None] Pushing event updated for resources: {'Port': ['ID=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:20.884993 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52656) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:20.912051 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Routers {'64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:20.912761 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:21.031347 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.065101 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-414df101-e249-4bfc-b287-b74e606e3862 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6678486 Sep 14 01:06:21.078953 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.097466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 929306be-7d3b-4f3c-a733-18825935a040 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:21.153847 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04abb34-e70f-4035-9e31-ae2b5307799e req-d6b81c62-6e4c-4018-9a48-c236defb3123 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:21.153847 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d04abb34-e70f-4035-9e31-ae2b5307799e req-d6b81c62-6e4c-4018-9a48-c236defb3123 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 932 time: 0.0875564 Sep 14 01:06:21.161016 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52668) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:21.168113 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Request body: {'port': {'device_id': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:21.186243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c04c72a9-b188-4297-b0fe-7b8e08f87124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.227407 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-02a1a856-abb0-455e-8f38-eecc3e9fa2c3 None None] Provisioning complete for port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:21.228322 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-02a1a856-abb0-455e-8f38-eecc3e9fa2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.228832 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-02a1a856-abb0-455e-8f38-eecc3e9fa2c3 None None] Attempt 1 to provision port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af Sep 14 01:06:21.368427 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d04abb34-e70f-4035-9e31-ae2b5307799e req-cc63309b-2cba-4ad0-81c2-25bb1e23cf77 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901770 Sep 14 01:06:21.445413 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.446088 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.493701 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Set router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:21.567289 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee8122-df82-4830-84d0-d87834252154 req-7bd4336f-802e-47f9-b5d0-7803b31a702f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:21.584173 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a5ee8122-df82-4830-84d0-d87834252154 req-7bd4336f-802e-47f9-b5d0-7803b31a702f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.2109113 Sep 14 01:06:21.673745 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.694244 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c04c72a9-b188-4297-b0fe-7b8e08f87124 admin admin] Publish callbacks [] for security_group (332f7405-3c04-4a97-9603-044ea0d730aa), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.721047 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c04c72a9-b188-4297-b0fe-7b8e08f87124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (332f7405-3c04-4a97-9603-044ea0d730aa), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.753853 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-02a1a856-abb0-455e-8f38-eecc3e9fa2c3 None None] Current status of the port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:21.757927 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 929306be-7d3b-4f3c-a733-18825935a040 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:21.758300 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (929306be-7d3b-4f3c-a733-18825935a040), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.758910 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 929306be-7d3b-4f3c-a733-18825935a040 Sep 14 01:06:21.823857 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c72a9-b188-4297-b0fe-7b8e08f87124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f7405-3c04-4a97-9603-044ea0d730aa,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:21.839367 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a5ee8122-df82-4830-84d0-d87834252154 req-13b55cf1-a06d-47df-b3ef-b35a8cd89b71 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535176 Sep 14 01:06:21.850570 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c04c72a9-b188-4297-b0fe-7b8e08f87124 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f18c59aa7c4445c09f2e20818c8b976a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6880012 Sep 14 01:06:21.866093 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52684) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:21.906127 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 929306be-7d3b-4f3c-a733-18825935a040 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:21.907196 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:21.944087 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7c675d4-80be-4919-9498-8fa7341ac7bc admin admin] Publish callbacks [] for security_group (332f7405-3c04-4a97-9603-044ea0d730aa), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.947840 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:21.949760 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 3, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:21.950028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.970345 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7c675d4-80be-4919-9498-8fa7341ac7bc admin admin] Publish callbacks [] for security_group (332f7405-3c04-4a97-9603-044ea0d730aa), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:21.987159 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Checking router: 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:06:21.987159 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Updating router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 port bdda908e-2e75-414b-9831-78326ee755d8 binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:06:22.018562 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (bdda908e-2e75-414b-9831-78326ee755d8), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.049007 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7c675d4-80be-4919-9498-8fa7341ac7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (332f7405-3c04-4a97-9603-044ea0d730aa), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.052047 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7c675d4-80be-4919-9498-8fa7341ac7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.056221 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-e7c675d4-80be-4919-9498-8fa7341ac7bc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/332f7405-3c04-4a97-9603-044ea0d730aa HTTP/1.1" status: 204 len: 168 time: 0.2008581 Sep 14 01:06:22.064073 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:22.064538 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.064785 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af Sep 14 01:06:22.071251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c675d4-80be-4919-9498-8fa7341ac7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f7405-3c04-4a97-9603-044ea0d730aa,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:22.207505 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cf87d8-6015-4375-8962-f3ead141fedc {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:22.222176 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Publish callbacks [] for port (50cf87d8-6015-4375-8962-f3ead141fedc), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.245143 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Allocated IP 172.20.0.1 (902db1f2-1fd9-47e1-a391-dbf94074bb54/30a8ef16-14b0-47e5-ac47-f5ec73a5d427/67ad5342-ca88-493f-8f1f-d9561f34e661) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:22.250373 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Transition to ACTIVE for port object 50cf87d8-6015-4375-8962-f3ead141fedc will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:06:22.257584 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:22.264092 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.310203 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:22.369276 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Publish callbacks [] for port (bdda908e-2e75-414b-9831-78326ee755d8), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.376844 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (bdda908e-2e75-414b-9831-78326ee755d8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.420803 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Attempting to bind port bdda908e-2e75-414b-9831-78326ee755d8 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:22.421179 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Attempting to bind port bdda908e-2e75-414b-9831-78326ee755d8 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:22.421545 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Attempting to bind port bdda908e-2e75-414b-9831-78326ee755d8 on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:22.432247 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfae72-6295-48c5-b1c9-2b62792b3167 None None] Pushing event updated for resources: {'Port': ['ID=bdda908e-2e75-414b-9831-78326ee755d8,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:22.453348 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:22.485834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:22.486234 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:22.486634 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.487024 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:22.487500 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Bound port: bdda908e-2e75-414b-9831-78326ee755d8, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:22.487882 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (bdda908e-2e75-414b-9831-78326ee755d8), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.530486 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd350b-9ee3-43a7-b7a5-da8cda318e4a req-3925cd98-d8e4-42cf-a7ab-1699267c0953 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:22.532009 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5efd350b-9ee3-43a7-b7a5-da8cda318e4a req-3925cd98-d8e4-42cf-a7ab-1699267c0953 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 944 time: 0.0550511 Sep 14 01:06:22.542063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] For port bdda908e-2e75-414b-9831-78326ee755d8, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:22.545282 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] For port bdda908e-2e75-414b-9831-78326ee755d8, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=bdda908e-2e75-414b-9831-78326ee755d8,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:22.553309 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (bdda908e-2e75-414b-9831-78326ee755d8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.586248 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5efd350b-9ee3-43a7-b7a5-da8cda318e4a req-d0830598-9a5d-45a8-8fdf-e429dbf4e999 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Sep 14 01:06:22.589586 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Routers {'64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:22.590729 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:22.630674 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:22.658580 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Pushing event updated for resources: {'Port': ['ID=50cf87d8-6015-4375-8962-f3ead141fedc,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:22.663783 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfae72-6295-48c5-b1c9-2b62792b3167 None None] Pushing event updated for resources: {'Port': ['ID=bdda908e-2e75-414b-9831-78326ee755d8,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:22.713638 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:22.716341 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks [] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.727862 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Attempting to bind port 50cf87d8-6015-4375-8962-f3ead141fedc on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:22.728069 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] Set router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:22.728221 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Attempting to bind port 50cf87d8-6015-4375-8962-f3ead141fedc by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:22.728541 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Attempting to bind port 50cf87d8-6015-4375-8962-f3ead141fedc on network 330bb6f7-68ba-40bc-8e31-f2c63deb706f {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:22.753726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:22.791990 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:22.797516 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Port 50cf87d8-6015-4375-8962-f3ead141fedc on network 330bb6f7-68ba-40bc-8e31-f2c63deb706f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:06:22.797935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Attempting to bind port 50cf87d8-6015-4375-8962-f3ead141fedc on network 330bb6f7-68ba-40bc-8e31-f2c63deb706f {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:22.855606 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.908387 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:22.908665 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Checking segment: {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:22.909003 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Bound using segment: {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:22.909461 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Bound port: 50cf87d8-6015-4375-8962-f3ead141fedc, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d117de-d948-4075-a3c9-921a6cc411b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:22.909838 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:22.941173 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:22.965025 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:22.969818 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Pushing event updated for resources: {'Port': ['ID=67ad5342-ca88-493f-8f1f-d9561f34e661,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:22.972415 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:23.031866 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f0578-ccb8-4f13-8f05-769e31508454 req-f862e0cb-6b7c-4c95-b26d-0ef0dc6210ad tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.043964 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2c1f0578-ccb8-4f13-8f05-769e31508454 req-f862e0cb-6b7c-4c95-b26d-0ef0dc6210ad tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.1165347 Sep 14 01:06:23.063713 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] For port 50cf87d8-6015-4375-8962-f3ead141fedc, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:23.067937 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.111372 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] For port 50cf87d8-6015-4375-8962-f3ead141fedc, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=50cf87d8-6015-4375-8962-f3ead141fedc,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:23.121759 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2c1f0578-ccb8-4f13-8f05-769e31508454 req-748917ce-e4f7-4e69-9f2b-6388066b6f27 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Sep 14 01:06:23.130412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 3, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:23.133857 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:23.134358 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.134736 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af Sep 14 01:06:23.152310 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.161971 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.162681 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.163841 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/50cf87d8-6015-4375-8962-f3ead141fedc HTTP/1.1" status: 200 len: 1094 time: 2.0067320 Sep 14 01:06:23.164427 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'tag': '50cf87d8-6015-4375-8962-f3ead141fedc'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:23.166885 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7810995-41e2-48d9-b72f-3017f5763106" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae8c1c6-9198-4667-a51e-8abdd1836172", "tag": "50cf87d8-6015-4375-8962-f3ead141fedc"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:23.210122 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2be69b-e557-407e-8bfd-c739feccdfa1 None None] The sync data for ids ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'] in dv-cinder-857528-1-smb is: [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 3, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:06:23.268687 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1095af-f5b1-4f52-85de-5985a7f39762 x-openstack-request-id: req-3c1095af-f5b1-4f52-85de-5985a7f39762 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:23.268927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae8c1c6-9198-4667-a51e-8abdd1836172", "tag": "50cf87d8-6015-4375-8962-f3ead141fedc", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:23.269177 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c1095af-f5b1-4f52-85de-5985a7f39762 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:23.269587 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1095af-f5b1-4f52-85de-5985a7f39762'] response: {'name': 'network-changed', 'server_uuid': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'tag': '50cf87d8-6015-4375-8962-f3ead141fedc', 'status': 'completed', 'code': 200} Sep 14 01:06:23.285146 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:23.305416 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-99e70d48-6e80-4b12-86f2-9748cb1551ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.306977 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-99e70d48-6e80-4b12-86f2-9748cb1551ea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=60a943ca092443e392084bb6ef44a623&device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 1128 time: 0.0798519 Sep 14 01:06:23.307864 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87002f3f-21c3-4aa6-b17b-7d7fea00ba53 service neutron] Pushing event updated for resources: {'Port': ['ID=50cf87d8-6015-4375-8962-f3ead141fedc,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:23.317953 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Provisioning complete for port 67ad5342-ca88-493f-8f1f-d9561f34e661 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:23.318335 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.318674 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 1 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:23.351803 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Port 67ad5342-ca88-493f-8f1f-d9561f34e661 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:23.371739 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-ba554907-ca73-4858-a950-88f77ddf9b3d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50cf87d8-6015-4375-8962-f3ead141fedc HTTP/1.1" status: 200 len: 217 time: 0.0558622 Sep 14 01:06:23.388591 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.458513 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-74296486-0134-45a6-b621-0b7811bf9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.460020 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-74296486-0134-45a6-b621-0b7811bf9bd7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e952abfa-3296-4cdf-af96-5aa95378ee89 HTTP/1.1" status: 200 len: 849 time: 0.0797813 Sep 14 01:06:23.517429 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-6b16c997-61cb-4a56-80bd-1a34f56cb540 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=330bb6f7-68ba-40bc-8e31-f2c63deb706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461669 Sep 14 01:06:23.566422 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:23.674489 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:23.690044 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-a2667861-a9d0-4b1b-9082-1a9a81a26919 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449316 Sep 14 01:06:23.714714 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks [] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.727062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d867d0-84bc-475a-a9a8-905efc9fce94 req-0b05d88d-eaae-4b67-8912-165887645cea tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:23.728644 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b2d867d0-84bc-475a-a9a8-905efc9fce94 req-0b05d88d-eaae-4b67-8912-165887645cea tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 944 time: 0.0549378 Sep 14 01:06:23.768070 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.809516 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b2d867d0-84bc-475a-a9a8-905efc9fce94 req-a29d8e65-a592-47fc-a8fc-deba7efcd5e2 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Sep 14 01:06:23.853251 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 2 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:23.857789 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:23.877247 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Pushing event updated for resources: {'Port': ['ID=67ad5342-ca88-493f-8f1f-d9561f34e661,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:23.901980 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Port 67ad5342-ca88-493f-8f1f-d9561f34e661 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:23.908388 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-30fa06d0-c0be-4430-9b0c-ad62bb5042e9 req-4516d339-9e7e-44af-9dc6-1d800061410e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109282 Sep 14 01:06:23.992149 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:23.994123 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:24.133728 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:06:24.266366 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc1f02-eb96-4e35-b223-c8c05cbefa85 req-468b4531-46ea-461e-8459-c10d300e8ab1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:24.268997 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f5dc1f02-eb96-4e35-b223-c8c05cbefa85 req-468b4531-46ea-461e-8459-c10d300e8ab1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0976002 Sep 14 01:06:24.295123 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:06:24.301340 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-ae3f0c8b-2a7d-4586-8e90-c455e55b5ffd admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4153197 Sep 14 01:06:24.345788 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c80f7-d205-409a-8b45-81d7a321f1c2 req-cb0b9c9b-5275-43d2-bc52-638574c6a7e1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:24.347879 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-826c80f7-d205-409a-8b45-81d7a321f1c2 req-cb0b9c9b-5275-43d2-bc52-638574c6a7e1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0770657 Sep 14 01:06:24.391757 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f5dc1f02-eb96-4e35-b223-c8c05cbefa85 req-de2cbb18-4cf3-4e45-a906-93f468e6b63a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105866 Sep 14 01:06:24.403612 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 3 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:24.428527 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-826c80f7-d205-409a-8b45-81d7a321f1c2 req-9392c01e-28a4-43da-96c8-e3f059b0e0ee tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675745 Sep 14 01:06:24.449053 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Port 67ad5342-ca88-493f-8f1f-d9561f34e661 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:24.732676 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52738) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:24.737869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127278708', 'description': 'tempest-secgroup-smoke-2127278708 description', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:24.749948 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:24.760763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.787509 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device bdda908e-2e75-414b-9831-78326ee755d8 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:24.836435 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port bdda908e-2e75-414b-9831-78326ee755d8 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:24.836688 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group (38c3538a-84b7-486d-a484-aff761358f21), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.836825 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (bdda908e-2e75-414b-9831-78326ee755d8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.837131 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port bdda908e-2e75-414b-9831-78326ee755d8 Sep 14 01:06:24.841563 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (38c3538a-84b7-486d-a484-aff761358f21), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.869177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.870513 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1361699 Sep 14 01:06:24.874237 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52744) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:24.888705 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group_rule': {'security_group_id': '38c3538a-84b7-486d-a484-aff761358f21', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:24.895535 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d82af9-66df-4fe0-b227-76f60030f148 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3538a-84b7-486d-a484-aff761358f21,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:24.953678 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 4 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:24.975087 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (9142c803-3e11-4cce-a116-b1532ba55620), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.977186 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port bdda908e-2e75-414b-9831-78326ee755d8 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:24.977578 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (bdda908e-2e75-414b-9831-78326ee755d8), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:24.989227 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810995-41e2-48d9-b72f-3017f5763106 req-8da7c4f3-a388-4aa7-8e83-887fde70339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:24.991243 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-8da7c4f3-a388-4aa7-8e83-887fde70339c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=60a943ca092443e392084bb6ef44a623&device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 1128 time: 0.0894821 Sep 14 01:06:24.997677 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0af090-9545-4a57-bd06-6bf4fa0155e1 req-0f03052a-fb51-4e6e-b507-bcc55bb5f0b3 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:24.999712 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6f0af090-9545-4a57-bd06-6bf4fa0155e1 req-0f03052a-fb51-4e6e-b507-bcc55bb5f0b3 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 944 time: 0.0673027 Sep 14 01:06:25.019363 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port bdda908e-2e75-414b-9831-78326ee755d8, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=bdda908e-2e75-414b-9831-78326ee755d8,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:25.023781 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Port 67ad5342-ca88-493f-8f1f-d9561f34e661 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:25.025873 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (bdda908e-2e75-414b-9831-78326ee755d8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.074696 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6f0af090-9545-4a57-bd06-6bf4fa0155e1 req-28cc252a-df2a-4e3c-95cf-46fb4f59af08 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674474 Sep 14 01:06:25.077623 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=bdda908e-2e75-414b-9831-78326ee755d8,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:25.105527 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (9142c803-3e11-4cce-a116-b1532ba55620), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.111801 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (9142c803-3e11-4cce-a116-b1532ba55620), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.142256 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:25.147195 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9142c803-3e11-4cce-a116-b1532ba55620,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:25.164329 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.165513 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b9f34517-76dd-4595-80d4-8005de313112 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2881470 Sep 14 01:06:25.168440 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52748) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:25.168704 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810995-41e2-48d9-b72f-3017f5763106 req-968c155c-5dfc-456f-adce-b3e11fa2ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:25.170110 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-968c155c-5dfc-456f-adce-b3e11fa2ed59 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 200 len: 910 time: 0.1307392 Sep 14 01:06:25.172903 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group_rule': {'security_group_id': '38c3538a-84b7-486d-a484-aff761358f21', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:25.199624 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (70e618fe-148c-42de-a8ed-0ad09c37b8a4), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.208015 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Sync routers for ids ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:06:25.217119 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Routers {'64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:25.218592 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:25.259543 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (70e618fe-148c-42de-a8ed-0ad09c37b8a4), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.265113 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (70e618fe-148c-42de-a8ed-0ad09c37b8a4), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.271777 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:25.289665 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e618fe-148c-42de-a8ed-0ad09c37b8a4,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:25.300472 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.301841 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-fc3e0215-752c-4867-a4db-8059196c31ca tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323426 Sep 14 01:06:25.305290 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52756) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:25.313291 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group_rule': {'security_group_id': '38c3538a-84b7-486d-a484-aff761358f21', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:25.345034 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (7ed98be0-d211-40c3-a956-8316ab0a9c38), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.345504 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Set router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:25.415133 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (7ed98be0-d211-40c3-a956-8316ab0a9c38), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.419285 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (7ed98be0-d211-40c3-a956-8316ab0a9c38), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.440681 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed98be0-d211-40c3-a956-8316ab0a9c38,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:25.450319 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.455035 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52786) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:25.455178 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-59c8eb20-592a-48b9-9e92-794e421141f3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480720 Sep 14 01:06:25.463157 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group_rule': {'security_group_id': '38c3538a-84b7-486d-a484-aff761358f21', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:25.499404 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (79a8108f-ac13-4a3b-b398-2e8e59081c36), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.525134 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 5 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:25.572374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:25.572790 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:06:23Z', 'revision_number': 4, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '67ad5342-ca88-493f-8f1f-d9561f34e661', 'name': '', 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'mac_address': 'fa:16:3e:f4:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:21Z', 'updated_at': '2022-09-14T01:06:23Z', 'revision_number': 2, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'subnets': [{'id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:25.596541 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Port 67ad5342-ca88-493f-8f1f-d9561f34e661 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:25.621581 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Checking router: 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:06:25.622487 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Updating router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 port 67ad5342-ca88-493f-8f1f-d9561f34e661 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:06:25.629221 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (79a8108f-ac13-4a3b-b398-2e8e59081c36), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.634141 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (79a8108f-ac13-4a3b-b398-2e8e59081c36), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.657111 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a8108f-ac13-4a3b-b398-2e8e59081c36,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:25.664912 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.666605 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-437063a3-28d6-4ad5-8afd-5d1a60c30ca4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2100308 Sep 14 01:06:25.666847 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.669216 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 52802) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:25.674234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563d6df-08cd-4c19-9768-e4aede562486 req-73fc50ea-70aa-4b3b-89a6-835918c6021f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:25.676031 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a563d6df-08cd-4c19-9768-e4aede562486 req-73fc50ea-70aa-4b3b-89a6-835918c6021f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0748272 Sep 14 01:06:25.676702 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group_rule': {'security_group_id': '38c3538a-84b7-486d-a484-aff761358f21', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:25.681890 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d514a-9a50-4a33-b55f-97c8c4d0ab4d req-74cedbf8-bee5-49c5-9141-106d07df6c32 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:25.683349 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-520d514a-9a50-4a33-b55f-97c8c4d0ab4d req-74cedbf8-bee5-49c5-9141-106d07df6c32 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.1168892 Sep 14 01:06:25.705728 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.securitygroups_db [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Project 117105d5e9fb4309aad25e39e0f5e4df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:06:25.713948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (efb651dc-cb1b-4290-a374-c1f78d38f8f6), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.762109 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a563d6df-08cd-4c19-9768-e4aede562486 req-6795b592-1a82-4def-9215-ece3fb8f6b38 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776639 Sep 14 01:06:25.787780 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (efb651dc-cb1b-4290-a374-c1f78d38f8f6), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.789917 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:25.800860 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (efb651dc-cb1b-4290-a374-c1f78d38f8f6), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.833649 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-520d514a-9a50-4a33-b55f-97c8c4d0ab4d req-7dfecd5a-6ab8-46e6-9eb6-bf680c0b5eb6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270373 Sep 14 01:06:25.835934 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb651dc-cb1b-4290-a374-c1f78d38f8f6,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:25.864941 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.869288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 52806) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:25.874464 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4d70301c-a827-4c56-bb9a-be8b1c823361 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2022285 Sep 14 01:06:25.879162 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'security_group_rule': {'security_group_id': '38c3538a-84b7-486d-a484-aff761358f21', 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:25.914273 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.securitygroups_db [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Project 117105d5e9fb4309aad25e39e0f5e4df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:06:25.919957 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (e29f175b-07dd-4013-a355-e7abc17f04a4), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.974922 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:25.988195 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (e29f175b-07dd-4013-a355-e7abc17f04a4), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:25.994554 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (e29f175b-07dd-4013-a355-e7abc17f04a4), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.014335 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Publish callbacks [] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.020145 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-b311b45c-a0a5-47b1-9bf9-70e09426bb26 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50cf87d8-6015-4375-8962-f3ead141fedc HTTP/1.1" status: 200 len: 217 time: 0.0667937 Sep 14 01:06:26.021168 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.027069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29f175b-07dd-4013-a355-e7abc17f04a4,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:26.035798 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.037232 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ff1d6a11-7819-40c4-af9b-0d093a1f26a4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661637 Sep 14 01:06:26.092807 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7810995-41e2-48d9-b72f-3017f5763106 req-46cb4560-9974-41d8-87c9-0ca1b3f02ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:26.092807 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-46cb4560-9974-41d8-87c9-0ca1b3f02ce8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=e952abfa-3296-4cdf-af96-5aa95378ee89 HTTP/1.1" status: 200 len: 849 time: 0.0542717 Sep 14 01:06:26.097661 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 6 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:26.135014 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-b9da2655-0a10-407e-bdd5-6df2e0966385 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=330bb6f7-68ba-40bc-8e31-f2c63deb706f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368052 Sep 14 01:06:26.183385 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Port 67ad5342-ca88-493f-8f1f-d9561f34e661 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:26.197374 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 50cf87d8-6015-4375-8962-f3ead141fedc details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:06:26.242471 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a142e-be94-4ea5-bf89-a2bc2ec92a1a req-d72cd179-9656-465f-9318-ecbca0c408b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:26.244910 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e01a142e-be94-4ea5-bf89-a2bc2ec92a1a req-d72cd179-9656-465f-9318-ecbca0c408b0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 1129 time: 0.0883946 Sep 14 01:06:26.256546 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:26.269471 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645656ba-495a-4680-b714-8af5da4dd2e7 None None] Pushing event updated for resources: {'Port': ['ID=67ad5342-ca88-493f-8f1f-d9561f34e661,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:26.295851 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-9f0901f1-3553-4d60-8594-4f25dd5294e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396573 Sep 14 01:06:26.297629 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Attempting to bind port 67ad5342-ca88-493f-8f1f-d9561f34e661 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:26.299519 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Attempting to bind port 67ad5342-ca88-493f-8f1f-d9561f34e661 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:26.303640 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Attempting to bind port 67ad5342-ca88-493f-8f1f-d9561f34e661 on network 902db1f2-1fd9-47e1-a391-dbf94074bb54 {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:26.306510 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2a4af-8b22-469e-b471-3b648d314cae req-b681ca63-870f-49f5-a6bc-317f5b2c70bb tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:26.308188 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f1b2a4af-8b22-469e-b471-3b648d314cae req-b681ca63-870f-49f5-a6bc-317f5b2c70bb tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 944 time: 0.1425974 Sep 14 01:06:26.376856 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e01a142e-be94-4ea5-bf89-a2bc2ec92a1a req-e61b7a86-e638-4c86-8dc7-22ac28574137 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080952 Sep 14 01:06:26.397160 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:26.397561 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Checking segment: {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:26.397961 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.398351 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Bound using segment: {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:26.398823 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Bound port: 67ad5342-ca88-493f-8f1f-d9561f34e661, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a222680-3f9c-4591-ab7a-672daf3b768f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:26.399235 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.432246 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 50cf87d8-6015-4375-8962-f3ead141fedc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=50cf87d8-6015-4375-8962-f3ead141fedc,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:26.459668 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '50cf87d8-6015-4375-8962-f3ead141fedc', 'network_id': '330bb6f7-68ba-40bc-8e31-f2c63deb706f', 'port_id': '50cf87d8-6015-4375-8962-f3ead141fedc', 'mac_address': 'fa:16:3e:5b:5a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e952abfa-3296-4cdf-af96-5aa95378ee89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:06:26.471279 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f7810995-41e2-48d9-b72f-3017f5763106 req-059e0ede-69c2-4013-8359-bd370da3beb1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682723 Sep 14 01:06:26.483603 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f1b2a4af-8b22-469e-b471-3b648d314cae req-9a4e7169-1890-4bcc-8a27-c0a0f1f0f2de tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497519 Sep 14 01:06:26.503550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 50cf87d8-6015-4375-8962-f3ead141fedc is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:26.504063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.506189 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] For port 67ad5342-ca88-493f-8f1f-d9561f34e661, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:26.509551 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] For port 67ad5342-ca88-493f-8f1f-d9561f34e661, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=67ad5342-ca88-493f-8f1f-d9561f34e661,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:26.516429 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.521252 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cf87d8-6015-4375-8962-f3ead141fedc {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:26.557147 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Routers {'64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:06:26.557784 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:06:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:26.559282 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 50cf87d8-6015-4375-8962-f3ead141fedc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=50cf87d8-6015-4375-8962-f3ead141fedc,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:26.563940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.611366 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:26.618311 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645656ba-495a-4680-b714-8af5da4dd2e7 None None] Pushing event updated for resources: {'Port': ['ID=67ad5342-ca88-493f-8f1f-d9561f34e661,revision_number=4']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:26.634916 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:26.639894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=50cf87d8-6015-4375-8962-f3ead141fedc,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:26.685110 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Attempt 7 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:26.754001 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:26.798314 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] Set router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:06:26.826907 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Current status of the port 67ad5342-ca88-493f-8f1f-d9561f34e661 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:26.827610 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.849405 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device bdda908e-2e75-414b-9831-78326ee755d8 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:26.909014 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] For port 67ad5342-ca88-493f-8f1f-d9561f34e661, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=67ad5342-ca88-493f-8f1f-d9561f34e661,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:26.917311 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:26.969698 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71364136-6227-441b-ae06-8026e56c40bf req-92d56e25-083a-4d9e-9bc0-59d0c6db9d99 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:26.970778 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['50cf87d8-6015-4375-8962-f3ead141fedc'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:26.978921 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-71364136-6227-441b-ae06-8026e56c40bf req-92d56e25-083a-4d9e-9bc0-59d0c6db9d99 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0788839 Sep 14 01:06:27.008915 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port bdda908e-2e75-414b-9831-78326ee755d8 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:27.008915 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (bdda908e-2e75-414b-9831-78326ee755d8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:27.008915 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port bdda908e-2e75-414b-9831-78326ee755d8 Sep 14 01:06:27.048884 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491ea8e-a1f0-45cc-8c84-971f52eacaab None None] Pushing event updated for resources: {'Port': ['ID=67ad5342-ca88-493f-8f1f-d9561f34e661,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:27.084203 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-901be3a4-6a4d-4ff1-909d-3c34127e4d17 None None] Provisioning complete for port 67ad5342-ca88-493f-8f1f-d9561f34e661 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:27.084638 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-901be3a4-6a4d-4ff1-909d-3c34127e4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:27.084985 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-901be3a4-6a4d-4ff1-909d-3c34127e4d17 None None] Attempt 1 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:27.098506 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-71364136-6227-441b-ae06-8026e56c40bf req-71a8cc42-41f2-4c98-9809-18516c52d264 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Sep 14 01:06:27.120308 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89359bdf-fc0b-4c00-8067-270fac7aab02 req-ebbbe642-a457-41d8-aaa9-55a044ff16d8 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:27.131817 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-89359bdf-fc0b-4c00-8067-270fac7aab02 req-ebbbe642-a457-41d8-aaa9-55a044ff16d8 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.1498253 Sep 14 01:06:27.160920 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:06:23Z', 'revision_number': 4, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '67ad5342-ca88-493f-8f1f-d9561f34e661', 'name': '', 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'mac_address': 'fa:16:3e:f4:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:21Z', 'updated_at': '2022-09-14T01:06:26Z', 'revision_number': 4, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'subnets': [{'id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:06:27.191122 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-89359bdf-fc0b-4c00-8067-270fac7aab02 req-59916033-50a1-4df3-a36f-7d767996d1a8 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499523 Sep 14 01:06:27.194120 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0cc456-f5ee-46b9-aa57-577f8fbb09f0 None None] The sync data for ids ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'] in dv-cinder-857528-1-smb is: [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:06:23Z', 'revision_number': 4, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '67ad5342-ca88-493f-8f1f-d9561f34e661', 'name': '', 'network_id': '902db1f2-1fd9-47e1-a391-dbf94074bb54', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'mac_address': 'fa:16:3e:f4:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:21Z', 'updated_at': '2022-09-14T01:06:26Z', 'revision_number': 4, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'subnets': [{'id': '30a8ef16-14b0-47e5-ac47-f5ec73a5d427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:06:27.252972 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port bdda908e-2e75-414b-9831-78326ee755d8 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:27.288363 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-901be3a4-6a4d-4ff1-909d-3c34127e4d17 None None] Current status of the port 67ad5342-ca88-493f-8f1f-d9561f34e661 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:27.602373 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d19479-6635-487c-9f49-bc0bf64c8085 req-011560c0-90be-48df-9f2c-770c60581d86 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:27.603959 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22d19479-6635-487c-9f49-bc0bf64c8085 req-011560c0-90be-48df-9f2c-770c60581d86 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Sep 14 01:06:27.626643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:27.656608 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22d19479-6635-487c-9f49-bc0bf64c8085 req-51f40261-7b36-4d1e-999b-b337c87f6a8b tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461287 Sep 14 01:06:28.230587 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 50cf87d8-6015-4375-8962-f3ead141fedc up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:28.274790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6acf9f-3c52-41f5-8df2-e9fdb163c712 req-79d9050f-5031-4f3a-9410-b5cd3f3c5801 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:28.276574 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c6acf9f-3c52-41f5-8df2-e9fdb163c712 req-79d9050f-5031-4f3a-9410-b5cd3f3c5801 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0691357 Sep 14 01:06:28.296284 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 50cf87d8-6015-4375-8962-f3ead141fedc completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:06:28.302220 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 50cf87d8-6015-4375-8962-f3ead141fedc triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:28.302595 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:28.302933 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 50cf87d8-6015-4375-8962-f3ead141fedc Sep 14 01:06:28.341147 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890250e-ed56-4dad-9deb-6f9ee3f15dc9 req-29e4e580-d9b6-4317-8a55-13365b82e51b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:28.343163 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2890250e-ed56-4dad-9deb-6f9ee3f15dc9 req-29e4e580-d9b6-4317-8a55-13365b82e51b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0639112 Sep 14 01:06:28.373436 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 50cf87d8-6015-4375-8962-f3ead141fedc is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:28.373844 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:28.379851 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c6acf9f-3c52-41f5-8df2-e9fdb163c712 req-96f18669-5f7f-46e8-8588-f5d64fc04d19 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703957 Sep 14 01:06:28.406084 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2890250e-ed56-4dad-9deb-6f9ee3f15dc9 req-abacb610-c487-4aad-9209-461e3a944d0d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555809 Sep 14 01:06:28.412513 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cf87d8-6015-4375-8962-f3ead141fedc'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:28.415171 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34558662-72f0-405c-b46a-f3f33ad54adc" -d '{"events": [{"server_uuid": "0ae8c1c6-9198-4667-a51e-8abdd1836172", "name": "network-vif-plugged", "status": "completed", "tag": "50cf87d8-6015-4375-8962-f3ead141fedc"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:28.434381 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 50cf87d8-6015-4375-8962-f3ead141fedc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=50cf87d8-6015-4375-8962-f3ead141fedc,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:28.438897 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:28.463100 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5679840-38b3-4d8e-abb7-ac38f8071d13 x-openstack-request-id: req-a5679840-38b3-4d8e-abb7-ac38f8071d13 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:28.463410 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae8c1c6-9198-4667-a51e-8abdd1836172", "name": "network-vif-plugged", "status": "completed", "tag": "50cf87d8-6015-4375-8962-f3ead141fedc", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:28.463664 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5679840-38b3-4d8e-abb7-ac38f8071d13 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:28.464053 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5679840-38b3-4d8e-abb7-ac38f8071d13'] response: {'server_uuid': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cf87d8-6015-4375-8962-f3ead141fedc', 'code': 200} Sep 14 01:06:28.492111 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=50cf87d8-6015-4375-8962-f3ead141fedc,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:28.656104 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a7ab8-6ef9-4afd-bb93-2d945613126f req-76e67118-9ad4-4c26-842f-e43d91e4d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:28.657614 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-966a7ab8-6ef9-4afd-bb93-2d945613126f req-76e67118-9ad4-4c26-842f-e43d91e4d9cd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 1130 time: 0.0424385 Sep 14 01:06:28.687919 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1972f975-3fa7-4516-9d9e-5069d57d78a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:28.718813 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-966a7ab8-6ef9-4afd-bb93-2d945613126f req-aca30949-9c0e-474a-a8d7-2cdad9bc02aa service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 Sep 14 01:06:28.778156 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67ad5342-ca88-493f-8f1f-d9561f34e661 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:28.796506 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5d32-4e68-454d-b7a0-5691006d8f03 req-ffdd8811-9ff0-45c0-9c9d-6a75d384c91b tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:28.797960 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4bdf5d32-4e68-454d-b7a0-5691006d8f03 req-ffdd8811-9ff0-45c0-9c9d-6a75d384c91b tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 946 time: 0.0549781 Sep 14 01:06:28.822265 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 67ad5342-ca88-493f-8f1f-d9561f34e661 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:28.822644 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:28.822976 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 67ad5342-ca88-493f-8f1f-d9561f34e661 Sep 14 01:06:28.849082 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4bdf5d32-4e68-454d-b7a0-5691006d8f03 req-28193095-8b23-4efe-9687-bc85a97fa488 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Sep 14 01:06:28.903389 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 67ad5342-ca88-493f-8f1f-d9561f34e661 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:29.532096 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac87cc5-8a02-4968-bc3d-c37a4b23a48c req-b560bbff-0a90-407f-8158-287fcea1e31e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:29.533726 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3ac87cc5-8a02-4968-bc3d-c37a4b23a48c req-b560bbff-0a90-407f-8158-287fcea1e31e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0750794 Sep 14 01:06:29.559047 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63019f3-9a73-4f90-a615-449b7623a413 req-ab0f47ae-2b8f-4fac-a73c-bb90f70df8c1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:29.560429 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e63019f3-9a73-4f90-a615-449b7623a413 req-ab0f47ae-2b8f-4fac-a73c-bb90f70df8c1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0659492 Sep 14 01:06:29.609520 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3ac87cc5-8a02-4968-bc3d-c37a4b23a48c req-b1f04ba2-3de3-48a9-a152-5d37c1bcf419 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702748 Sep 14 01:06:29.632096 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e63019f3-9a73-4f90-a615-449b7623a413 req-dd36316e-43f5-4bac-a4cd-062a8c28e53a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653114 Sep 14 01:06:29.727921 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c90fd-cbfb-427a-9294-f3f394ef3638 req-baff2264-8533-4a5f-84f4-a6d15d4a373e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:29.729452 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-912c90fd-cbfb-427a-9294-f3f394ef3638 req-baff2264-8533-4a5f-84f4-a6d15d4a373e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0470119 Sep 14 01:06:29.750242 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:29.778800 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-912c90fd-cbfb-427a-9294-f3f394ef3638 req-1a51e93e-b197-4def-bc50-16fe0f7990ef tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Sep 14 01:06:30.010872 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c1b37-2d01-4abc-84f9-6c455b81e0e5 req-69b7412c-6ad0-4d74-8909-915c5d8cad08 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:30.012347 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-360c1b37-2d01-4abc-84f9-6c455b81e0e5 req-69b7412c-6ad0-4d74-8909-915c5d8cad08 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 946 time: 0.0641015 Sep 14 01:06:30.062971 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-360c1b37-2d01-4abc-84f9-6c455b81e0e5 req-b13af29c-dca7-42e3-b2d7-a4bce38dad68 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Sep 14 01:06:30.771194 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d67a-f8e5-49cf-953a-9bc9113f324c req-e9f1a6b7-ec4a-4d51-9efd-57ff80bc9661 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:30.772667 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3627d67a-f8e5-49cf-953a-9bc9113f324c req-e9f1a6b7-ec4a-4d51-9efd-57ff80bc9661 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Sep 14 01:06:30.819085 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3627d67a-f8e5-49cf-953a-9bc9113f324c req-827ae6bb-8d54-4993-8f10-be6f8d16dfcd tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 Sep 14 01:06:30.955554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1d513d99-e1c7-4f62-8393-ba1665fef798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:31.194164 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45157d-71a5-4bf8-99a9-1eabdb37ecb9 req-a23846aa-4260-4c46-bf78-f380761082f9 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.195825 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5e45157d-71a5-4bf8-99a9-1eabdb37ecb9 req-a23846aa-4260-4c46-bf78-f380761082f9 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 946 time: 0.0506368 Sep 14 01:06:31.255897 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5e45157d-71a5-4bf8-99a9-1eabdb37ecb9 req-8eab0e21-ddd7-49a3-b97b-7b1568636da4 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546830 Sep 14 01:06:31.405656 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-38fc62fe-496b-463e-98ad-1fbab7db3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.407397 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-38fc62fe-496b-463e-98ad-1fbab7db3367 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1130 time: 0.0468652 Sep 14 01:06:31.412553 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6edbcb-e035-4c73-8395-1d340fc888ac req-3a2c8723-c93b-4617-baf1-e3dc3663b725 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.414054 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6e6edbcb-e035-4c73-8395-1d340fc888ac req-3a2c8723-c93b-4617-baf1-e3dc3663b725 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0483048 Sep 14 01:06:31.470695 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6e6edbcb-e035-4c73-8395-1d340fc888ac req-b5624fcc-e317-429c-b96e-22d92f6eeb2f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507698 Sep 14 01:06:31.518657 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-6c3c5577-f52b-4fed-b3cc-e6cbad2bf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.520478 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-6c3c5577-f52b-4fed-b3cc-e6cbad2bf727 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1065953 Sep 14 01:06:31.565267 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-840620f1-39ba-49c6-8ba6-0e585d82cb55 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 200 len: 217 time: 0.0377281 Sep 14 01:06:31.624150 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-06e523cc-a539-47b9-ae6b-61681aac4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.625669 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-06e523cc-a539-47b9-ae6b-61681aac4ce9 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0511055 Sep 14 01:06:31.673909 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-a35d7555-1660-4621-b4b4-710500e0fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.675418 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-a35d7555-1660-4621-b4b4-710500e0fa80 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0402029 Sep 14 01:06:31.693911 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:31.756897 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:31.789043 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-7820cfc6-03cf-4f58-a670-f643a5f5847b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019411 Sep 14 01:06:31.900143 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-11d8f609-787f-4276-bd9b-7c5279bed82f req-61133fea-6f5c-49e4-acd5-b9f77092d0f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041567 Sep 14 01:06:31.959375 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8d3e8-0d39-40d5-b844-8bc5e5cc4bdd req-e9880b0a-165c-4991-9300-3975d923240c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:31.961001 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-acb8d3e8-0d39-40d5-b844-8bc5e5cc4bdd req-e9880b0a-165c-4991-9300-3975d923240c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0500300 Sep 14 01:06:31.995527 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:32.014499 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-acb8d3e8-0d39-40d5-b844-8bc5e5cc4bdd req-258a6bca-e903-4a64-8e37-8b76d4ff9cda tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467460 Sep 14 01:06:32.155111 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9fade-caab-464d-b43a-065b61a48d3c req-7e088394-f8fa-46cc-8c65-69edc859bd79 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:32.156618 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ec9fade-caab-464d-b43a-065b61a48d3c req-7e088394-f8fa-46cc-8c65-69edc859bd79 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 946 time: 0.0461667 Sep 14 01:06:32.206896 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ec9fade-caab-464d-b43a-065b61a48d3c req-979dd3b4-502e-4e65-acf8-d4997f4a5023 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Sep 14 01:06:32.326911 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:32.601076 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c731ec-b90d-4620-aed0-58a6d72dd933 req-2a9cb18a-9f2f-4de4-a850-b69dbddb13b8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:32.602619 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d2c731ec-b90d-4620-aed0-58a6d72dd933 req-2a9cb18a-9f2f-4de4-a850-b69dbddb13b8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0503697 Sep 14 01:06:32.649642 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d2c731ec-b90d-4620-aed0-58a6d72dd933 req-c78201d6-7fa4-4b58-b60a-06d2ac55e791 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Sep 14 01:06:33.142084 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578f155-46f2-4ea9-9250-bb97bcc5806e req-dfa225c2-4e3c-4d55-95e6-85af3e4ee535 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:33.143563 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7578f155-46f2-4ea9-9250-bb97bcc5806e req-dfa225c2-4e3c-4d55-95e6-85af3e4ee535 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0465803 Sep 14 01:06:33.193000 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7578f155-46f2-4ea9-9250-bb97bcc5806e req-26ac9010-354e-4d6f-9193-af70c9e54124 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Sep 14 01:06:33.335910 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a40fa-e149-4351-98a1-24133572863a req-7d91f636-8864-43fa-8e7f-bb42d978992a tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:33.337410 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c49a40fa-e149-4351-98a1-24133572863a req-7d91f636-8864-43fa-8e7f-bb42d978992a tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 946 time: 0.0507627 Sep 14 01:06:33.384662 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c49a40fa-e149-4351-98a1-24133572863a req-3fe6daba-0a46-4857-a9a6-b61aa8bf32b8 tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1c016bf0-c78d-468f-b73d-916eaeb7a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Sep 14 01:06:33.676033 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:33.724575 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:33.731292 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21f174-15f8-4803-b116-33480cfd3196 req-0db10644-463a-4255-9040-99129e14afdf tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:33.732747 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-5a21f174-15f8-4803-b116-33480cfd3196 req-0db10644-463a-4255-9040-99129e14afdf tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 946 time: 0.0539680 Sep 14 01:06:33.779790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11cb07-4e25-4dc7-afca-8505dd3291d0 req-c8489aba-beed-4e65-8063-6a60b388b9b4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:33.781378 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7c11cb07-4e25-4dc7-afca-8505dd3291d0 req-c8489aba-beed-4e65-8063-6a60b388b9b4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0503900 Sep 14 01:06:33.831829 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Deleting port 50cf87d8-6015-4375-8962-f3ead141fedc {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:06:33.832305 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:33.839815 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7c11cb07-4e25-4dc7-afca-8505dd3291d0 req-240c284d-760a-43d5-8b9d-9bf88b3da8ad tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486975 Sep 14 01:06:34.140542 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] For port 50cf87d8-6015-4375-8962-f3ead141fedc, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=50cf87d8-6015-4375-8962-f3ead141fedc,segment=NetworkSegment(63d117de-d948-4075-a3c9-921a6cc411b4),segment_id=63d117de-d948-4075-a3c9-921a6cc411b4)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:34.140812 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.153442 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Calling delete_port for 50cf87d8-6015-4375-8962-f3ead141fedc owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:06:34.292782 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (50cf87d8-6015-4375-8962-f3ead141fedc), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.306920 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['50cf87d8-6015-4375-8962-f3ead141fedc'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:34.321263 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73232c4-d438-4cfd-aa08-16c95fb10c34 req-c2583cbc-32ae-4daf-9e4e-9719dd0e0b5a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:34.323780 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Pushing event deleted for resources: {'Port': ['ID=50cf87d8-6015-4375-8962-f3ead141fedc,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:34.327920 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c73232c4-d438-4cfd-aa08-16c95fb10c34 req-c2583cbc-32ae-4daf-9e4e-9719dd0e0b5a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0530767 Sep 14 01:06:34.351588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:34.382243 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c73232c4-d438-4cfd-aa08-16c95fb10c34 req-7cd60206-c5e8-41ce-ad67-3c8c08bb3c5b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533783 Sep 14 01:06:34.393932 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] No DVR routers for this DVR port 50cf87d8-6015-4375-8962-f3ead141fedc on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:06:34.401866 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:34.406299 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-5a21f174-15f8-4803-b116-33480cfd3196 req-08fbe68f-fd89-4bc5-8160-4aa4a067eb4e tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.23 "DELETE /networking/v2.0/ports/50cf87d8-6015-4375-8962-f3ead141fedc HTTP/1.1" status: 204 len: 173 time: 0.6678500 Sep 14 01:06:34.406891 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'name': 'network-vif-deleted', 'tag': '50cf87d8-6015-4375-8962-f3ead141fedc'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:34.409298 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f670567-9fd2-4508-9fcf-d05d4463a9b5" -d '{"events": [{"server_uuid": "0ae8c1c6-9198-4667-a51e-8abdd1836172", "name": "network-vif-deleted", "tag": "50cf87d8-6015-4375-8962-f3ead141fedc"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:34.466608 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c220b61-afc7-45d3-b4cd-5fd4182f5bad x-openstack-request-id: req-3c220b61-afc7-45d3-b4cd-5fd4182f5bad {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:34.466976 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae8c1c6-9198-4667-a51e-8abdd1836172", "name": "network-vif-deleted", "tag": "50cf87d8-6015-4375-8962-f3ead141fedc", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:34.467241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c220b61-afc7-45d3-b4cd-5fd4182f5bad {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:34.467680 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c220b61-afc7-45d3-b4cd-5fd4182f5bad'] response: {'server_uuid': '0ae8c1c6-9198-4667-a51e-8abdd1836172', 'name': 'network-vif-deleted', 'tag': '50cf87d8-6015-4375-8962-f3ead141fedc', 'status': 'completed', 'code': 200} Sep 14 01:06:34.519029 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd198203-64a8-4c4c-aab0-ef28f9e6233e req-5f67dca7-82fd-4b20-bf68-c32b966977ed tempest-VolumesActionsTest-772051690 tempest-VolumesActionsTest-772051690-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0ae8c1c6-9198-4667-a51e-8abdd1836172 HTTP/1.1" status: 200 len: 210 time: 0.0327246 Sep 14 01:06:34.963009 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ce6d1-bec9-4c40-90b9-845517655014 req-0d250719-479f-41ca-ba66-3909bf7c6068 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:34.964380 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-461ce6d1-bec9-4c40-90b9-845517655014 req-0d250719-479f-41ca-ba66-3909bf7c6068 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Sep 14 01:06:35.014071 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-461ce6d1-bec9-4c40-90b9-845517655014 req-abc6417d-038c-42cf-b7be-b9323712684b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432451 Sep 14 01:06:35.529625 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5531cc-4884-4e78-9fd8-9c830e1b71bf req-adb1b4ce-9e41-4e32-afbc-8ec8c7cdd13d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:35.531145 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c5531cc-4884-4e78-9fd8-9c830e1b71bf req-adb1b4ce-9e41-4e32-afbc-8ec8c7cdd13d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0473225 Sep 14 01:06:35.586933 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c5531cc-4884-4e78-9fd8-9c830e1b71bf req-f0424386-8fad-47cd-9d12-a378767506ea tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482666 Sep 14 01:06:36.155378 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b92e8-9b83-4347-9cc6-08a1689f12b5 req-b8ef9b03-93a2-4f0d-88e2-92bd181c2b94 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:36.159933 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fe3b92e8-9b83-4347-9cc6-08a1689f12b5 req-b8ef9b03-93a2-4f0d-88e2-92bd181c2b94 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0545793 Sep 14 01:06:36.240043 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fe3b92e8-9b83-4347-9cc6-08a1689f12b5 req-afb5fad1-7e01-474c-9849-2b4f9b1a664a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697317 Sep 14 01:06:36.716784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0153ab5-7213-421d-850c-d4c888d2aaaa req-af67154b-e506-4886-921d-f1cadd821ea2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:36.718315 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e0153ab5-7213-421d-850c-d4c888d2aaaa req-af67154b-e506-4886-921d-f1cadd821ea2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0468783 Sep 14 01:06:36.764688 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e0153ab5-7213-421d-850c-d4c888d2aaaa req-711b0fdf-8408-41b0-8fe0-7639717b0e1d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Sep 14 01:06:37.368478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f013a9a-65d0-4a41-9e92-fbf3041d9ec0 req-4f2c6bbf-1245-4253-832b-0446d62086c6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:37.370010 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5f013a9a-65d0-4a41-9e92-fbf3041d9ec0 req-4f2c6bbf-1245-4253-832b-0446d62086c6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0546510 Sep 14 01:06:37.422755 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5f013a9a-65d0-4a41-9e92-fbf3041d9ec0 req-5dcdfb59-3a64-4085-ad35-39b7dfa7cb00 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Sep 14 01:06:37.875481 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:37.893030 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501c91-0b2b-4196-917b-38185948a9fe req-6c6f4d1f-a3fe-4d50-b88a-4bc28034a2ca tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:37.894537 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-33501c91-0b2b-4196-917b-38185948a9fe req-6c6f4d1f-a3fe-4d50-b88a-4bc28034a2ca tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0466089 Sep 14 01:06:37.942089 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-33501c91-0b2b-4196-917b-38185948a9fe req-df7c9e2d-6d32-4eaf-9880-04745548f7af tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419312 Sep 14 01:06:38.289745 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 50cf87d8-6015-4375-8962-f3ead141fedc no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:06:38.314624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 50cf87d8-6015-4375-8962-f3ead141fedc {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:06:38.314972 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 50cf87d8-6015-4375-8962-f3ead141fedc not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:06:38.470442 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53070) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:38.475011 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297042475', 'description': 'tempest-description--1486888110'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:38.500170 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.566327 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c3333-62f6-4360-bb04-8ffbffe8abf1 req-33500463-2d9c-44d0-8933-65e647459a63 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:38.567770 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f13c3333-62f6-4360-bb04-8ffbffe8abf1 req-33500463-2d9c-44d0-8933-65e647459a63 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0572402 Sep 14 01:06:38.572201 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (282a9afd-2cf5-47fa-a783-71834f8c63a6), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.576426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (282a9afd-2cf5-47fa-a783-71834f8c63a6), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.614782 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.616030 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445742 Sep 14 01:06:38.619478 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290226-516c-4b54-86a5-4d292378290f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282a9afd-2cf5-47fa-a783-71834f8c63a6,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:38.621348 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f13c3333-62f6-4360-bb04-8ffbffe8abf1 req-a3eb7e91-5723-4bad-9d27-fa8985314be2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478423 Sep 14 01:06:38.621542 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53072) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:38.626201 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': '282a9afd-2cf5-47fa-a783-71834f8c63a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:38.664616 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (33d5cf32-871a-4db5-99fb-998262b3295e), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.685305 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:38.715847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:38.727554 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (33d5cf32-871a-4db5-99fb-998262b3295e), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.731979 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (33d5cf32-871a-4db5-99fb-998262b3295e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.751776 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d5cf32-871a-4db5-99fb-998262b3295e,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:38.763392 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.765172 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-99b6a813-17ab-4177-8788-64c6c11bb641 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426513 Sep 14 01:06:38.767979 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53078) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:38.772242 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': '282a9afd-2cf5-47fa-a783-71834f8c63a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:38.800530 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (ef2ccb9c-3fbe-4ef6-93f1-84c85e48a7cf), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.859900 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (ef2ccb9c-3fbe-4ef6-93f1-84c85e48a7cf), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.865344 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (ef2ccb9c-3fbe-4ef6-93f1-84c85e48a7cf), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.882439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2ccb9c-3fbe-4ef6-93f1-84c85e48a7cf,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:38.890855 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:38.892080 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-207dc515-c96f-48d4-9824-d576350c63ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231728 Sep 14 01:06:38.895512 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53080) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:06:38.899846 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:38.921606 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.011861 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.079588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccdb98-a107-4185-bc18-825997cf15c6 req-313f7b3d-0b60-4b92-826d-468fe814c6f0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:39.081138 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6eccdb98-a107-4185-bc18-825997cf15c6 req-313f7b3d-0b60-4b92-826d-468fe814c6f0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0571656 Sep 14 01:06:39.130037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.28.1.167 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/828fa572-0b36-4136-a82c-746a35c1098a) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:39.130514 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6eccdb98-a107-4185-bc18-825997cf15c6 req-3c44f690-292d-4f29-9fe6-c50d47016cb7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 Sep 14 01:06:39.236090 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (828fa572-0b36-4136-a82c-746a35c1098a), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.266847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (828fa572-0b36-4136-a82c-746a35c1098a), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.309609 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:39.312546 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:39.314970 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:39.346229 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=828fa572-0b36-4136-a82c-746a35c1098a,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:39.391663 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=84,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:39.409544 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (213bece6-8a9a-40de-8734-10c4269eb3a2), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.451665 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (828fa572-0b36-4136-a82c-746a35c1098a), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.481954 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:39.603816 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (828fa572-0b36-4136-a82c-746a35c1098a), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.608491 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (828fa572-0b36-4136-a82c-746a35c1098a), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.681928 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=828fa572-0b36-4136-a82c-746a35c1098a,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:39.687243 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (213bece6-8a9a-40de-8734-10c4269eb3a2), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.705483 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:39.714875 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-05b8e030-2f38-4b98-a213-be6d732c21f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8104196 Sep 14 01:06:39.758307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70754bc2-5f8d-490c-b936-71eaa5e341a9 req-d0528e23-9469-4855-b5f8-e4c18b077fc9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:39.766533 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-70754bc2-5f8d-490c-b936-71eaa5e341a9 req-d0528e23-9469-4855-b5f8-e4c18b077fc9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0552418 Sep 14 01:06:39.815232 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-70754bc2-5f8d-490c-b936-71eaa5e341a9 req-e874cb4f-23d2-4e89-be2b-1748690cea5a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Sep 14 01:06:40.259259 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1decf16-f2ea-4f3a-8c0e-0a2242424207 req-5450d4c8-99c8-4c1f-91f6-3f20401535ca tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:40.260628 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1decf16-f2ea-4f3a-8c0e-0a2242424207 req-5450d4c8-99c8-4c1f-91f6-3f20401535ca tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0457921 Sep 14 01:06:40.286302 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:40.311140 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1decf16-f2ea-4f3a-8c0e-0a2242424207 req-64620af8-9e88-40df-9f22-2c27c9ae5a0b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Sep 14 01:06:40.951631 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1867dd9-5b1f-467e-8892-43c8a07e88f6 req-d41bc7e5-d818-487a-b77c-59c2ce8adaf4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:40.953085 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1867dd9-5b1f-467e-8892-43c8a07e88f6 req-d41bc7e5-d818-487a-b77c-59c2ce8adaf4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0477586 Sep 14 01:06:41.001293 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1867dd9-5b1f-467e-8892-43c8a07e88f6 req-6cc625b7-e9e6-4159-bebe-45f6fb3b22ac tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Sep 14 01:06:41.144154 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:06:41.441909 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3c4cf-2be9-419c-8ffb-49bf2605b994 req-93657296-3b23-41b4-a2ae-2aefe03ffabc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:41.443395 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-36c3c4cf-2be9-419c-8ffb-49bf2605b994 req-93657296-3b23-41b4-a2ae-2aefe03ffabc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0522568 Sep 14 01:06:41.489016 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-36c3c4cf-2be9-419c-8ffb-49bf2605b994 req-ab4b63a2-ecec-47f8-9b64-ab21340b4c78 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400743 Sep 14 01:06:42.130807 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3cba1-cbe6-4d90-8ea8-e1cfdedb6eee req-725e0049-a00b-4f8f-8d7e-d5a74d071ed2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:42.132289 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afe3cba1-cbe6-4d90-8ea8-e1cfdedb6eee req-725e0049-a00b-4f8f-8d7e-d5a74d071ed2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0491283 Sep 14 01:06:42.188157 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afe3cba1-cbe6-4d90-8ea8-e1cfdedb6eee req-9fa682ed-090f-4f35-8ecb-41cbf15c9359 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503314 Sep 14 01:06:42.267473 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-99f810c6-8126-4cc5-8a12-23b6cb510c0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--297042475&fields=id&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 267 time: 0.0449562 Sep 14 01:06:42.336310 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:06:42.374094 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-847d1c8b-ecc3-4c72-bf31-eb7fc3a95b05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:42.375539 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-847d1c8b-ecc3-4c72-bf31-eb7fc3a95b05 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.1017144 Sep 14 01:06:42.389960 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-a06471f5-a39c-499f-babb-69ddce65974c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/quotas/a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 375 time: 0.0088766 Sep 14 01:06:42.394763 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:42.438528 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:42.443616 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-bce2596d-4709-446e-a45e-37f3ce80fc03 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483384 Sep 14 01:06:42.449609 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'mac_address': 'fa:16:3e:d3:3d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:06:42.478244 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:42.485552 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: ACTIVE; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:42.485971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:42.499445 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a840c0c6-ebb0-47a0-a63e-88622565be34 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:42.519488 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:42.523285 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:42.548392 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-682fd7ce-4cbe-44c5-94e9-1ee76ed8159c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931244 Sep 14 01:06:42.553577 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:42.572916 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=6']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:42.608493 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:42.640397 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['a840c0c6-ebb0-47a0-a63e-88622565be34'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:06:42.872446 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241645e-d0e8-40e1-a1b3-2f10a0b5dc1b req-a2ea00b4-e6c1-4a9f-aaa7-e91e91726685 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:42.874031 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4241645e-d0e8-40e1-a1b3-2f10a0b5dc1b req-a2ea00b4-e6c1-4a9f-aaa7-e91e91726685 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 945 time: 0.3012140 Sep 14 01:06:42.920497 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-0cebc732-d2bd-4aa1-abfc-4f09108e2981 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658371 Sep 14 01:06:42.941463 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4241645e-d0e8-40e1-a1b3-2f10a0b5dc1b req-7e4b866e-0886-4ffd-af9d-b3441ecbf6e4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610778 Sep 14 01:06:43.086629 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bce3b017-4a55-47c5-9cb3-b6748a7c5ee9 req-8bd89c1f-d2e4-478b-a775-6f846c9179e4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0291271 Sep 14 01:06:43.320165 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7c5f8-b197-4e54-a850-f618d77fd0e7 req-550cedcf-85c1-48e9-a115-88ead14353fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:43.330261 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6cd7c5f8-b197-4e54-a850-f618d77fd0e7 req-550cedcf-85c1-48e9-a115-88ead14353fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0636463 Sep 14 01:06:43.387529 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6cd7c5f8-b197-4e54-a850-f618d77fd0e7 req-c8743416-941a-477b-818e-28ce14b28bd1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Sep 14 01:06:44.165590 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ebab4-d94b-4719-93a5-8e2c79e84d70 req-550a93f0-7096-44e0-920f-f0b2e216f57f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:44.168545 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ce2ebab4-d94b-4719-93a5-8e2c79e84d70 req-550a93f0-7096-44e0-920f-f0b2e216f57f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 945 time: 0.0934451 Sep 14 01:06:44.225629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:44.261026 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5412a3e8-a99d-403f-a6cc-77cddab3fd9a req-2c241605-1308-470d-8d06-a6fc5da616f7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0870700 Sep 14 01:06:44.305562 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ce2ebab4-d94b-4719-93a5-8e2c79e84d70 req-459e2802-0615-4515-aca8-0aaa3f6a73cd tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287613 Sep 14 01:06:44.367015 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:06:44.486269 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port a840c0c6-ebb0-47a0-a63e-88622565be34 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:44.488528 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:44.489057 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port a840c0c6-ebb0-47a0-a63e-88622565be34 Sep 14 01:06:44.617580 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-729a0d9e-6db5-4bb6-9d26-c167576f49d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:44.623633 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-729a0d9e-6db5-4bb6-9d26-c167576f49d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.2932489 Sep 14 01:06:44.663586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1007420-df46-46bb-b2ba-42c178f5e937 req-d5bf9af3-3a33-48d9-b2a7-37265809ae40 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:44.671207 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f1007420-df46-46bb-b2ba-42c178f5e937 req-d5bf9af3-3a33-48d9-b2a7-37265809ae40 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0917377 Sep 14 01:06:44.695446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:06:44.696089 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:44.754669 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:44.760840 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbe2c55-012b-43d4-95ef-bee7c0488bbc" -d '{"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:44.793965 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f1007420-df46-46bb-b2ba-42c178f5e937 req-9baec52e-1b32-4afe-aaca-9577180c8245 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Sep 14 01:06:44.813293 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:06:44.820889 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:44.866855 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-2be7e06c-32bb-41bf-bd3b-b1ef65847cf4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 470 time: 0.2304823 Sep 14 01:06:44.869765 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991437a5-1e83-432e-ac9b-bb110df5dc7f x-openstack-request-id: req-991437a5-1e83-432e-ac9b-bb110df5dc7f {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:44.870105 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:44.870361 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-991437a5-1e83-432e-ac9b-bb110df5dc7f {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:44.870750 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991437a5-1e83-432e-ac9b-bb110df5dc7f'] response: {'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'code': 200} Sep 14 01:06:44.879514 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'port': {'device_id': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'admin_state_up': True, 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'security_groups': ['282a9afd-2cf5-47fa-a783-71834f8c63a6']}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:44.919218 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=7']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:45.043431 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Made reservation on behalf of a096c51fd3034ca9ae0b71a8cbb1af17 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:06:45.050197 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:45.325377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.20.0.3 (aa6ede67-71ad-44e8-9ebc-4e331059c547/418acad6-d289-4a86-9997-e0d460284095/12f40563-1568-4876-bba7-90e2c048acb0) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:06:45.471826 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-26f04773-14a6-46f3-894a-f374e58f1dd3 req-17645a46-646b-4baa-8620-75d6ff78e31a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0528178 Sep 14 01:06:45.513987 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:45.537817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:45.543319 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (12f40563-1568-4876-bba7-90e2c048acb0), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:45.594791 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (12f40563-1568-4876-bba7-90e2c048acb0), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:45.606035 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29faca15-a3a7-46ab-b3c8-8b370282d789 req-c0fccc49-b07a-480a-9bf8-180642c29c6f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:45.639179 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-29faca15-a3a7-46ab-b3c8-8b370282d789 req-c0fccc49-b07a-480a-9bf8-180642c29c6f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.1492641 Sep 14 01:06:45.647344 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:06:45.657393 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:06:45.683044 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:06:45.726584 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-29faca15-a3a7-46ab-b3c8-8b370282d789 req-30cb6513-54af-4326-bea8-579d60bd5084 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860164 Sep 14 01:06:45.748229 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=12f40563-1568-4876-bba7-90e2c048acb0,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:45.778689 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.779093 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.779471 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.779829 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.780192 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.780790 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.781130 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.781579 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.781952 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.782349 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.783003 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.783451 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.783810 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.784141 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.784470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:06:45.801817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:45.802458 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:45.853117 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-442b4192-fa4e-41a9-8ad7-7d393fcebf77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9785943 Sep 14 01:06:45.869593 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Request body: {'port': {'device_id': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:06:46.007135 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (12f40563-1568-4876-bba7-90e2c048acb0), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:46.026273 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b032f22-8084-449b-9ebe-0bb4c70f5c98 req-bde38ba1-3fa0-4fb6-b0c9-aa8cecdd676f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:46.036476 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b032f22-8084-449b-9ebe-0bb4c70f5c98 req-bde38ba1-3fa0-4fb6-b0c9-aa8cecdd676f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1008222 Sep 14 01:06:46.074074 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Provisioning complete for port 12f40563-1568-4876-bba7-90e2c048acb0 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:06:46.076894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (12f40563-1568-4876-bba7-90e2c048acb0), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:46.079026 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Attempt 1 to provision port 12f40563-1568-4876-bba7-90e2c048acb0 Sep 14 01:06:46.142862 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b032f22-8084-449b-9ebe-0bb4c70f5c98 req-f8a8b88e-7f7a-4178-959c-f3bfb5d9d402 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032178 Sep 14 01:06:46.201732 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Port 12f40563-1568-4876-bba7-90e2c048acb0 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:46.461310 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f40563-1568-4876-bba7-90e2c048acb0 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:06:46.470234 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Publish callbacks [] for port (12f40563-1568-4876-bba7-90e2c048acb0), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:46.483608 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Transition to ACTIVE for port object 12f40563-1568-4876-bba7-90e2c048acb0 will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:06:46.498374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (12f40563-1568-4876-bba7-90e2c048acb0), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:46.671958 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Pushing event updated for resources: {'Port': ['ID=12f40563-1568-4876-bba7-90e2c048acb0,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:46.682808 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372dbcf-1ad5-4031-b374-c59bc06a1bf5 req-26925a12-1160-449e-9b23-9f7a839efc46 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:46.687268 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0372dbcf-1ad5-4031-b374-c59bc06a1bf5 req-26925a12-1160-449e-9b23-9f7a839efc46 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0951536 Sep 14 01:06:46.703136 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Attempt 2 to provision port 12f40563-1568-4876-bba7-90e2c048acb0 Sep 14 01:06:46.725381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:46.771132 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Attempting to bind port 12f40563-1568-4876-bba7-90e2c048acb0 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:06:46.774166 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Attempting to bind port 12f40563-1568-4876-bba7-90e2c048acb0 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:06:46.774755 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Attempting to bind port 12f40563-1568-4876-bba7-90e2c048acb0 on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:46.812767 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0372dbcf-1ad5-4031-b374-c59bc06a1bf5 req-7f5fa7f6-62b7-41da-9e6d-f574e195e456 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154482 Sep 14 01:06:46.813971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Port 12f40563-1568-4876-bba7-90e2c048acb0 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:06:46.874706 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Port 12f40563-1568-4876-bba7-90e2c048acb0 on network aa6ede67-71ad-44e8-9ebc-4e331059c547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:06:46.875077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Attempting to bind port 12f40563-1568-4876-bba7-90e2c048acb0 on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:06:46.940276 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ef22f-624a-4c50-b5fa-278f0280d1e7 req-b0f250a6-2225-467c-8656-83049da3d439 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:46.940506 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:06:46.940800 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:06:46.941192 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Bound using segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:06:46.941712 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Bound port: 12f40563-1568-4876-bba7-90e2c048acb0, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:06:46.942092 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (12f40563-1568-4876-bba7-90e2c048acb0), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:46.943135 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-907ef22f-624a-4c50-b5fa-278f0280d1e7 req-b0f250a6-2225-467c-8656-83049da3d439 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0826409 Sep 14 01:06:47.054220 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] For port 12f40563-1568-4876-bba7-90e2c048acb0, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:06:47.054572 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-907ef22f-624a-4c50-b5fa-278f0280d1e7 req-81db441c-d3d4-451c-b2f6-e3fafb157153 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996673 Sep 14 01:06:47.059491 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] For port 12f40563-1568-4876-bba7-90e2c048acb0, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=12f40563-1568-4876-bba7-90e2c048acb0,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:06:47.067971 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (12f40563-1568-4876-bba7-90e2c048acb0), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:47.073737 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.074861 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:47.076706 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/12f40563-1568-4876-bba7-90e2c048acb0 HTTP/1.1" status: 200 len: 1093 time: 1.2135386 Sep 14 01:06:47.079089 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:06:47.082429 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1379f15e-6378-4a1b-8248-dfe0b68f8555" -d '{"events": [{"name": "network-changed", "server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "tag": "12f40563-1568-4876-bba7-90e2c048acb0"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:06:47.170558 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f2fb32-d33c-4e0f-a68e-503b933ba4fc x-openstack-request-id: req-f4f2fb32-d33c-4e0f-a68e-503b933ba4fc {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:06:47.170984 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "tag": "12f40563-1568-4876-bba7-90e2c048acb0", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:06:47.171241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4f2fb32-d33c-4e0f-a68e-503b933ba4fc {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:06:47.171649 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f2fb32-d33c-4e0f-a68e-503b933ba4fc'] response: {'name': 'network-changed', 'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0', 'status': 'completed', 'code': 200} Sep 14 01:06:47.179215 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:47.206391 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-6d5de91b-1c1e-45c0-b5fc-0cbeb213f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.209959 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-6d5de91b-1c1e-45c0-b5fc-0cbeb213f84e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 1127 time: 0.0763807 Sep 14 01:06:47.215090 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9833656-a4d1-47d7-86c0-6b89c50c318e service neutron] Pushing event updated for resources: {'Port': ['ID=12f40563-1568-4876-bba7-90e2c048acb0,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:06:47.290497 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-990b0881-6462-408d-8b9e-f5db23a36326 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f40563-1568-4876-bba7-90e2c048acb0 HTTP/1.1" status: 200 len: 217 time: 0.0631316 Sep 14 01:06:47.315163 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Attempt 3 to provision port 12f40563-1568-4876-bba7-90e2c048acb0 Sep 14 01:06:47.336034 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bbb0f-073d-482d-b080-3aea1a9f7e91 req-551ebe8f-1c2c-4256-8285-f1c98b582ab0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.345679 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b53bbb0f-073d-482d-b080-3aea1a9f7e91 req-551ebe8f-1c2c-4256-8285-f1c98b582ab0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0757966 Sep 14 01:06:47.402256 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f5debb8f-e44a-4172-aa3b-60b6e2c63275 None None] Port 12f40563-1568-4876-bba7-90e2c048acb0 had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:06:47.439254 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-7c178374-70f0-43e0-a78e-3a4b754d7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.441098 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-7c178374-70f0-43e0-a78e-3a4b754d7407 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.1061049 Sep 14 01:06:47.453184 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b53bbb0f-073d-482d-b080-3aea1a9f7e91 req-653945c4-7903-46e0-aadc-89fd48a430ce tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063714 Sep 14 01:06:47.787302 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-f8684c3f-ed91-45fb-b3a6-36dd1ee3aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.790833 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-f8684c3f-ed91-45fb-b3a6-36dd1ee3aa8b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1130822 Sep 14 01:06:47.960380 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b8e24-37d1-4559-9ecb-4f667faa47e0 req-cb9d2cc3-de29-44c4-9c28-e572946c19f4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:47.961911 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7b2b8e24-37d1-4559-9ecb-4f667faa47e0 req-cb9d2cc3-de29-44c4-9c28-e572946c19f4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0714941 Sep 14 01:06:48.021449 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-4fb2e301-a165-47cd-bd2d-f879a3d288f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187150 Sep 14 01:06:48.038201 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7b2b8e24-37d1-4559-9ecb-4f667faa47e0 req-73c2a062-dff1-4a70-ab09-a132754d3ef5 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625677 Sep 14 01:06:48.239751 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:48.251694 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e9715-b075-42f5-bf1f-fff435fc5264 req-9bb6a441-726b-4f5a-98ae-61c06f7bff89 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.255716 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b70e9715-b075-42f5-bf1f-fff435fc5264 req-9bb6a441-726b-4f5a-98ae-61c06f7bff89 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0737741 Sep 14 01:06:48.337833 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-b76e2232-74e5-42e2-aeb5-908d80aa3c1c req-1166bf7a-6cdc-4300-87d5-ab7eddf71ef8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042798 Sep 14 01:06:48.361677 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b70e9715-b075-42f5-bf1f-fff435fc5264 req-a5156c13-a54b-4d7e-aefc-ab2db9a4ecb0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967340 Sep 14 01:06:48.731457 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-4ac26961-3896-4aa9-8f16-7b666279714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.733753 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-4ac26961-3896-4aa9-8f16-7b666279714a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 1127 time: 0.0979822 Sep 14 01:06:48.735577 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b609cbc-6d01-49d3-80c9-acb88b31d3ae req-d8f63f50-d617-4935-83aa-ebedce291496 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.737335 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b609cbc-6d01-49d3-80c9-acb88b31d3ae req-d8f63f50-d617-4935-83aa-ebedce291496 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1164005 Sep 14 01:06:48.840058 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b609cbc-6d01-49d3-80c9-acb88b31d3ae req-7b149a3f-90a9-4733-8358-b4872403c049 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914099 Sep 14 01:06:48.910783 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-79f427bf-1163-47fd-9143-52c5d70e4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:48.917311 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-79f427bf-1163-47fd-9143-52c5d70e4116 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.1759863 Sep 14 01:06:48.970440 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-6520ce1f-71c5-43a3-923e-07ffeb238fe1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f40563-1568-4876-bba7-90e2c048acb0 HTTP/1.1" status: 200 len: 217 time: 0.0472836 Sep 14 01:06:49.059532 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-875b3192-9276-4807-acf3-e873a440e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.061951 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-875b3192-9276-4807-acf3-e873a440e0fa service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0851650 Sep 14 01:06:49.121110 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-555cfe37-6ab3-4cca-9974-713c031b1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.122947 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-555cfe37-6ab3-4cca-9974-713c031b1673 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0538075 Sep 14 01:06:49.239397 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-a080b41c-2805-4a0f-a682-92a7ec7a4aee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087992 Sep 14 01:06:49.281593 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15799152-aa06-4231-bb06-83435874768b req-9e5f1435-dc3f-401b-8c17-2dedeed0aaac tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.283314 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-15799152-aa06-4231-bb06-83435874768b req-9e5f1435-dc3f-401b-8c17-2dedeed0aaac tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.1017332 Sep 14 01:06:49.388945 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-15799152-aa06-4231-bb06-83435874768b req-95028380-a216-4bbc-8bd0-5b552ca578ef tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992675 Sep 14 01:06:49.419294 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1379f15e-6378-4a1b-8248-dfe0b68f8555 req-70b6f53e-24ba-47a2-b108-de8865400cf2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732237 Sep 14 01:06:49.528131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:49.535196 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb8e4b-fa72-4bb6-9b66-eec63c8586c2 req-7710ebfe-e01f-4f57-a5ea-0c74dd012323 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.543363 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c4bb8e4b-fa72-4bb6-9b66-eec63c8586c2 req-7710ebfe-e01f-4f57-a5ea-0c74dd012323 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0691011 Sep 14 01:06:49.634047 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c4bb8e4b-fa72-4bb6-9b66-eec63c8586c2 req-f660ce8f-f080-4c37-b73a-0708cee7812d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894125 Sep 14 01:06:49.837199 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:49.850471 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-f0fafa72-94cf-4b6a-b5a6-f2f4a4181b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:49.851976 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-f0fafa72-94cf-4b6a-b5a6-f2f4a4181b5a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1130 time: 0.0530753 Sep 14 01:06:50.077274 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-4bd71161-8a13-4bc4-afc4-2ecc050f20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.087462 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-4bd71161-8a13-4bc4-afc4-2ecc050f20de service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.2126987 Sep 14 01:06:50.140177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca1b41-42e1-4537-8d39-b9340442536d req-7a2ab8ce-85cd-4908-8621-6324548c21a4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.160534 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-12ca1b41-42e1-4537-8d39-b9340442536d req-7a2ab8ce-85cd-4908-8621-6324548c21a4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1405175 Sep 14 01:06:50.197200 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-267078ed-f399-4b22-bf2b-b5141e591fc3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 200 len: 217 time: 0.1029630 Sep 14 01:06:50.292806 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-12ca1b41-42e1-4537-8d39-b9340442536d req-bdac2d76-547d-456d-b0c0-f9ba28fac1fd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237597 Sep 14 01:06:50.328117 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-fa61dda4-3a9d-4de1-bbae-2b32b073e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.329957 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-fa61dda4-3a9d-4de1-bbae-2b32b073e8b3 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.1265717 Sep 14 01:06:50.390283 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-96f45ada-fc0f-4d1c-965f-d4d1a91cfb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.392052 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-96f45ada-fc0f-4d1c-965f-d4d1a91cfb36 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548937 Sep 14 01:06:50.477848 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:50.558588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c902144-ba41-48ae-93ea-0c99c7925825 req-976ce39b-8cbc-40da-9582-dff92ca3d9e2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.566510 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7c902144-ba41-48ae-93ea-0c99c7925825 req-976ce39b-8cbc-40da-9582-dff92ca3d9e2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0557888 Sep 14 01:06:50.582593 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-99b2f2eb-5cbb-45fd-90d7-970d43db81e6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811275 Sep 14 01:06:50.680105 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7c902144-ba41-48ae-93ea-0c99c7925825 req-80f5a548-e2f6-4614-a8ed-faf96ca6fc6d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124890 Sep 14 01:06:50.833466 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2cf9d41a-84f5-450c-8005-d3caa67bd702 req-4810922f-19f8-427b-a836-c47844657273 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442832 Sep 14 01:06:50.893341 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b5406-f3d1-4aab-8ac3-d66abcb1f431 req-e4fee470-a830-467e-97c0-dc3ec3de2a4a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:50.894893 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d41b5406-f3d1-4aab-8ac3-d66abcb1f431 req-e4fee470-a830-467e-97c0-dc3ec3de2a4a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0699980 Sep 14 01:06:50.950970 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d41b5406-f3d1-4aab-8ac3-d66abcb1f431 req-ec42907b-3e3e-4927-a0c7-2b29aec6a23b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487788 Sep 14 01:06:51.140309 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:51.141686 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:51.173076 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:51.667611 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb64d19-2392-4030-9d7b-294eaafc1f73 req-41700834-4b06-42de-a524-955225845df6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.671284 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ebb64d19-2392-4030-9d7b-294eaafc1f73 req-41700834-4b06-42de-a524-955225845df6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0921550 Sep 14 01:06:51.751426 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ebb64d19-2392-4030-9d7b-294eaafc1f73 req-71ce3a0d-a92c-440d-94fb-7753cf881d33 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740306 Sep 14 01:06:51.953935 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8f86a-e12f-4527-a677-725d80f66ddd req-3ae656ca-e1e1-421a-bdef-36fbf8b2f529 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:51.960843 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-64b8f86a-e12f-4527-a677-725d80f66ddd req-3ae656ca-e1e1-421a-bdef-36fbf8b2f529 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0914774 Sep 14 01:06:52.066796 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-64b8f86a-e12f-4527-a677-725d80f66ddd req-7cafc7d7-78a0-45c9-98bd-cede76077942 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999618 Sep 14 01:06:52.152913 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bc088-b957-4de5-a4e4-faf57104e277 req-65821d25-1456-4702-976a-8471c01004b4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:52.161248 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4e4bc088-b957-4de5-a4e4-faf57104e277 req-65821d25-1456-4702-976a-8471c01004b4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0698471 Sep 14 01:06:52.231328 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4e4bc088-b957-4de5-a4e4-faf57104e277 req-c860b7f6-f18c-45f2-9262-cdb0f736f2da tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672898 Sep 14 01:06:53.028057 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109d3f3-9e51-4152-a909-6552aa9a1677 req-20e9bf17-673c-4ef9-aa5d-5ebd98caabf7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.039810 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d109d3f3-9e51-4152-a909-6552aa9a1677 req-20e9bf17-673c-4ef9-aa5d-5ebd98caabf7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1412163 Sep 14 01:06:53.122172 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d109d3f3-9e51-4152-a909-6552aa9a1677 req-818c505b-dd34-4d2a-9c04-63de592bc2a9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747907 Sep 14 01:06:53.221746 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:53.228675 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0094f-9e50-4f0b-9e62-1a4b9302928a req-601356e9-b3bd-4428-a933-3fe1e54b71f3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.230531 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd0094f-9e50-4f0b-9e62-1a4b9302928a req-601356e9-b3bd-4428-a933-3fe1e54b71f3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0600567 Sep 14 01:06:53.326639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd0094f-9e50-4f0b-9e62-1a4b9302928a req-4e1124d2-a854-44e7-8474-325c7b96cfb0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860445 Sep 14 01:06:53.450454 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d896b-c941-4226-aa73-aa687542d95f req-c693afbe-fc9e-4646-8592-92b4c9932e75 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:53.461954 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-272d896b-c941-4226-aa73-aa687542d95f req-c693afbe-fc9e-4646-8592-92b4c9932e75 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0891564 Sep 14 01:06:53.533760 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-272d896b-c941-4226-aa73-aa687542d95f req-62f291f8-2eca-4ede-8176-7371551bb82e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703170 Sep 14 01:06:54.366570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e032ff0-95ee-48c4-869f-962e863dd1de req-4e186acf-b3b1-4e9d-863f-c352923c9064 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:54.368390 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9e032ff0-95ee-48c4-869f-962e863dd1de req-4e186acf-b3b1-4e9d-863f-c352923c9064 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1606212 Sep 14 01:06:54.440385 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9e032ff0-95ee-48c4-869f-962e863dd1de req-d9e7f326-5452-4575-be3c-621797cdc7d7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657845 Sep 14 01:06:54.544735 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7056c10-95b0-4a44-9133-a8ec1f4dc25f req-4e75ba80-d281-4aa8-8181-df0457d9def5 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:54.546340 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b7056c10-95b0-4a44-9133-a8ec1f4dc25f req-4e75ba80-d281-4aa8-8181-df0457d9def5 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0603147 Sep 14 01:06:54.580868 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:54.651072 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b7056c10-95b0-4a44-9133-a8ec1f4dc25f req-79ea98f8-25b4-4fd9-8112-6100fe61d233 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984623 Sep 14 01:06:54.728125 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bc908-1f5a-4986-889e-0b17c02abe54 req-507c199c-46a8-4ff5-ad2f-30b1c65ac7bb tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:54.729891 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0b1bc908-1f5a-4986-889e-0b17c02abe54 req-507c199c-46a8-4ff5-ad2f-30b1c65ac7bb tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0636199 Sep 14 01:06:54.785022 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0b1bc908-1f5a-4986-889e-0b17c02abe54 req-67bad638-b052-4395-9879-633669caa599 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473506 Sep 14 01:06:55.643568 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab348c-cbb3-4812-97f2-e71bc018e034 req-0e207458-a870-459b-ac1a-f2ef176543cd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:55.645752 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4dab348c-cbb3-4812-97f2-e71bc018e034 req-0e207458-a870-459b-ac1a-f2ef176543cd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1081340 Sep 14 01:06:55.726933 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4dab348c-cbb3-4812-97f2-e71bc018e034 req-d2d4cee3-43ef-4c94-a0cd-1f932f3e0422 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745878 Sep 14 01:06:55.852747 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf491-8715-4268-a496-d763703bc890 req-5518ac29-987f-461d-9a9d-77abf88e949e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:55.854379 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d22cf491-8715-4268-a496-d763703bc890 req-5518ac29-987f-461d-9a9d-77abf88e949e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0811973 Sep 14 01:06:56.011232 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93968-b873-4ce1-8294-c63714ae0c32 req-18398d87-b574-4586-8540-a7bf958b112e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:56.016448 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b6b93968-b873-4ce1-8294-c63714ae0c32 req-18398d87-b574-4586-8540-a7bf958b112e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0883851 Sep 14 01:06:56.069465 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d22cf491-8715-4268-a496-d763703bc890 req-1d82423d-e366-4b40-8c5a-31ae17ec27b5 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068429 Sep 14 01:06:56.152187 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b6b93968-b873-4ce1-8294-c63714ae0c32 req-1149f481-2408-4605-93d9-eb9eabb90281 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186371 Sep 14 01:06:56.883896 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5a7b-03c9-4814-91f2-89ba31d7b57e req-7fd2bc3a-3946-4905-8678-02a018c7d6f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:56.885505 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d6b5a7b-03c9-4814-91f2-89ba31d7b57e req-7fd2bc3a-3946-4905-8678-02a018c7d6f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Sep 14 01:06:56.949655 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d6b5a7b-03c9-4814-91f2-89ba31d7b57e req-ac6edc98-d342-485d-af2f-a71dfcdfc42a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569527 Sep 14 01:06:57.214589 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422230e-26b2-46a5-9ffa-93a8333ec69a req-214c014a-76d8-416b-91dd-e483a7d5774c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:57.223129 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7422230e-26b2-46a5-9ffa-93a8333ec69a req-214c014a-76d8-416b-91dd-e483a7d5774c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0596392 Sep 14 01:06:57.335095 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7422230e-26b2-46a5-9ffa-93a8333ec69a req-c82e3347-e3a5-433a-bf56-82134aa6ea16 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108632 Sep 14 01:06:57.340763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f72e03-0d36-46d9-b721-8c08d160b687 req-6f6a5698-601a-4106-8eb2-eaf5ad94f0c4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:57.342856 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-82f72e03-0d36-46d9-b721-8c08d160b687 req-6f6a5698-601a-4106-8eb2-eaf5ad94f0c4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0880170 Sep 14 01:06:57.393207 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-82f72e03-0d36-46d9-b721-8c08d160b687 req-62bdb119-17b4-4bb1-a7b6-83aeeded1bb1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422366 Sep 14 01:06:58.070911 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:58.085019 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9d4d3-f384-4372-9946-bde8a2d9d467 req-1779bc15-e384-4b7e-a8da-6e237e1c2413 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:58.086567 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bfe9d4d3-f384-4372-9946-bde8a2d9d467 req-1779bc15-e384-4b7e-a8da-6e237e1c2413 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0517654 Sep 14 01:06:58.134416 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bfe9d4d3-f384-4372-9946-bde8a2d9d467 req-979e170e-b52b-403b-9828-ab49896e7a18 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Sep 14 01:06:58.568980 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf516642-8fd5-4704-8970-ea272199cf52 req-983ef2ee-08ca-4485-a2f1-a992f4df49d6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:58.578321 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bf516642-8fd5-4704-8970-ea272199cf52 req-983ef2ee-08ca-4485-a2f1-a992f4df49d6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.1276941 Sep 14 01:06:58.609834 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570f632-2232-4560-8814-0b76590efb02 req-4293a271-aa64-4dcf-af11-c27b7c4911f1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:58.611325 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f570f632-2232-4560-8814-0b76590efb02 req-4293a271-aa64-4dcf-af11-c27b7c4911f1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.1001213 Sep 14 01:06:58.658411 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bf516642-8fd5-4704-8970-ea272199cf52 req-91e17ea3-dd7f-4bce-88c0-527ae6eed033 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792317 Sep 14 01:06:58.690567 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f570f632-2232-4560-8814-0b76590efb02 req-2d71e6c1-25a8-4f62-a38b-3019ceb2acac tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674396 Sep 14 01:06:58.718775 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a6068204-1888-426e-a7fb-dfb04d78420a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:06:59.270115 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53202f53-4ec9-425d-ae79-3970888a5b80 req-a6b65000-0fc0-4647-9de9-bc03e87a6fe5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.271723 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53202f53-4ec9-425d-ae79-3970888a5b80 req-a6b65000-0fc0-4647-9de9-bc03e87a6fe5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0497754 Sep 14 01:06:59.337161 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53202f53-4ec9-425d-ae79-3970888a5b80 req-0a8a5dc9-752d-41a4-b7cd-404d474bcb85 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589275 Sep 14 01:06:59.456896 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d42a6-464a-42fb-a92a-df4869c279dc req-06fb8f41-6813-4389-bc97-e56fb117a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.458895 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-06fb8f41-6813-4389-bc97-e56fb117a322 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1130 time: 0.0450921 Sep 14 01:06:59.575726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d42a6-464a-42fb-a92a-df4869c279dc req-6c037233-59f3-4923-9c28-2bd4c3376ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.577516 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-6c037233-59f3-4923-9c28-2bd4c3376ba6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.1089005 Sep 14 01:06:59.633910 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:06:59.643880 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d9b74-39af-4e6c-8e68-89da403c1e21 req-d78cb04e-fa45-4db1-88ac-618a079c460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.645925 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a44d9b74-39af-4e6c-8e68-89da403c1e21 req-d78cb04e-fa45-4db1-88ac-618a079c460d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1130 time: 0.0486252 Sep 14 01:06:59.658218 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-3446a626-0a70-42ba-a100-bc221eb309c8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 1002 time: 0.0605054 Sep 14 01:06:59.704359 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a44d9b74-39af-4e6c-8e68-89da403c1e21 req-a80741a4-3141-4d98-a1a8-d2829e1787cd service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511270 Sep 14 01:06:59.732530 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d42a6-464a-42fb-a92a-df4869c279dc req-99a3da11-3581-48d5-9b6d-307cfc2f8685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.735770 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-99a3da11-3581-48d5-9b6d-307cfc2f8685 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0696914 Sep 14 01:06:59.856682 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fec20-4846-4e2a-9491-66d0cddae39a req-b39c5b8b-acdd-4651-9c51-ba065a69ef47 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.858344 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b45fec20-4846-4e2a-9491-66d0cddae39a req-b39c5b8b-acdd-4651-9c51-ba065a69ef47 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 943 time: 0.0888741 Sep 14 01:06:59.878856 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908beedd-e3d8-479f-b4ed-8ba4dbb43537 req-b394b19d-f901-42f5-b8e6-3849e1ce6773 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.880295 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-908beedd-e3d8-479f-b4ed-8ba4dbb43537 req-b394b19d-f901-42f5-b8e6-3849e1ce6773 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0756967 Sep 14 01:06:59.947156 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b45fec20-4846-4e2a-9491-66d0cddae39a req-e9720611-b24a-4d45-802b-ffcfb36b87e6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810680 Sep 14 01:06:59.972658 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d42a6-464a-42fb-a92a-df4869c279dc req-11a6bbbb-25b7-4c0f-a376-8766ba5710e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:06:59.974771 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-11a6bbbb-25b7-4c0f-a376-8766ba5710e9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449631 Sep 14 01:06:59.976694 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-908beedd-e3d8-479f-b4ed-8ba4dbb43537 req-8144086c-b077-487f-aaca-33e3d89b83fa tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875461 Sep 14 01:07:00.101717 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-6f3aa171-b144-4dba-a320-0e417090da90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097081 Sep 14 01:07:00.209095 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-085d42a6-464a-42fb-a92a-df4869c279dc req-86934231-5bf5-4ecf-8220-41c9d42bfb06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984557 Sep 14 01:07:00.469098 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92400ce5-f2e7-4447-ae1c-86b62fb70af6 req-f965d042-4d69-40f0-9196-bc717bba7247 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:00.470655 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-92400ce5-f2e7-4447-ae1c-86b62fb70af6 req-f965d042-4d69-40f0-9196-bc717bba7247 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0520403 Sep 14 01:07:00.498013 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 12f40563-1568-4876-bba7-90e2c048acb0 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:07:00.527748 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-92400ce5-f2e7-4447-ae1c-86b62fb70af6 req-b3d00def-6cdc-416e-a6bd-be0e2b2ed499 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508301 Sep 14 01:07:00.663224 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 12f40563-1568-4876-bba7-90e2c048acb0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=12f40563-1568-4876-bba7-90e2c048acb0,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:00.686499 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '12f40563-1568-4876-bba7-90e2c048acb0', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'port_id': '12f40563-1568-4876-bba7-90e2c048acb0', 'mac_address': 'fa:16:3e:29:1c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:07:00.792053 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 12f40563-1568-4876-bba7-90e2c048acb0 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:00.792467 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (12f40563-1568-4876-bba7-90e2c048acb0), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:00.845106 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f40563-1568-4876-bba7-90e2c048acb0 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:00.889673 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 12f40563-1568-4876-bba7-90e2c048acb0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=12f40563-1568-4876-bba7-90e2c048acb0,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:00.901848 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (12f40563-1568-4876-bba7-90e2c048acb0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:00.941822 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a3ee4a77-128a-48f8-86c8-47974ef7cfb5 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2127278708&fields=id&tenant_id=117105d5e9fb4309aad25e39e0f5e4df HTTP/1.1" status: 200 len: 267 time: 0.1057441 Sep 14 01:07:01.000754 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-761dd414-cd8a-4111-8d2c-64417a86058f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:01.006878 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=12f40563-1568-4876-bba7-90e2c048acb0,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:01.015043 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.015378 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.015878 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.016550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.017200 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.017789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.018421 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.019160 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.019633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.020106 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.020584 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.021065 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.021601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.022127 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.022601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:01.167229 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-0507d155-b706-4fbe-9953-d4e10076045f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:01.176336 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-0507d155-b706-4fbe-9953-d4e10076045f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 808 time: 0.2448757 Sep 14 01:07:01.193074 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d12bd-1da9-422d-b01d-5f4d928f6829 req-ce17d81a-ce00-4598-90dd-f244af3871f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:01.195983 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['12f40563-1568-4876-bba7-90e2c048acb0'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:07:01.201602 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a93d12bd-1da9-422d-b01d-5f4d928f6829 req-ce17d81a-ce00-4598-90dd-f244af3871f9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 944 time: 0.1229181 Sep 14 01:07:01.228781 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-90b04549-521b-4231-b007-d720f2e27262 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/quotas/117105d5e9fb4309aad25e39e0f5e4df HTTP/1.1" status: 200 len: 375 time: 0.0510135 Sep 14 01:07:01.320889 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-ef5eb182-b9be-4895-aa64-f302a0436565 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909295 Sep 14 01:07:01.350328 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a93d12bd-1da9-422d-b01d-5f4d928f6829 req-bcb6e59f-8b86-453a-a72b-884be9673d61 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442060 Sep 14 01:07:01.511026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:01.577616 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd1951-9555-4942-941a-060f213a0ed8 req-4253c883-f5d3-4652-9300-3827a67b9ccc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:01.579218 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d7fd1951-9555-4942-941a-060f213a0ed8 req-4253c883-f5d3-4652-9300-3827a67b9ccc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.0954564 Sep 14 01:07:01.586930 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-96022b83-b3e5-43b0-a4d1-ed184f1a0247 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650652 Sep 14 01:07:01.692296 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d7fd1951-9555-4942-941a-060f213a0ed8 req-80d1b802-79c4-4888-b66a-48874ddb314a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027076 Sep 14 01:07:01.736873 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:01.754615 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-f005979f-749e-4c4d-829d-46c071c25ae9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663799 Sep 14 01:07:01.849571 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acc3a0-6a8c-41df-9f0a-062a8e1b5014 req-a0265649-8eb9-4a78-b277-bbf55873ab3c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:01.851451 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-56acc3a0-6a8c-41df-9f0a-062a8e1b5014 req-a0265649-8eb9-4a78-b277-bbf55873ab3c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0646615 Sep 14 01:07:01.906124 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-56acc3a0-6a8c-41df-9f0a-062a8e1b5014 req-6df83730-3774-41cd-a76f-ff75c6f6b0bb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Sep 14 01:07:02.213537 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3f469bd9-3ad8-4df2-aa20-bbe0d9986fed req-81553dd7-cd9d-4ec3-ba2d-b450f0b49118 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 210 time: 0.0526063 Sep 14 01:07:02.335464 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:02.499185 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6c545-62f7-4e2d-9701-5688486a986b req-19dc90da-7ccb-4b4a-98bc-8429a436f107 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:02.501612 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-35a6c545-62f7-4e2d-9701-5688486a986b req-19dc90da-7ccb-4b4a-98bc-8429a436f107 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 944 time: 0.0679109 Sep 14 01:07:02.513832 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 12f40563-1568-4876-bba7-90e2c048acb0 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:07:02.569948 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-35a6c545-62f7-4e2d-9701-5688486a986b req-560504f4-f495-460a-aaa2-23c713b93453 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624647 Sep 14 01:07:02.607947 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:02.636263 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 12f40563-1568-4876-bba7-90e2c048acb0 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:07:02.646883 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 12f40563-1568-4876-bba7-90e2c048acb0 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:02.647273 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (12f40563-1568-4876-bba7-90e2c048acb0), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:02.647662 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 12f40563-1568-4876-bba7-90e2c048acb0 Sep 14 01:07:02.650483 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:02.785514 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:02.811920 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 12f40563-1568-4876-bba7-90e2c048acb0 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:02.812311 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (12f40563-1568-4876-bba7-90e2c048acb0), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:02.857582 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:02.861608 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11d752c-d3ef-4eac-a13f-662182ec399b" -d '{"events": [{"server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "12f40563-1568-4876-bba7-90e2c048acb0"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:02.904466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 12f40563-1568-4876-bba7-90e2c048acb0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=12f40563-1568-4876-bba7-90e2c048acb0,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:02.910456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (12f40563-1568-4876-bba7-90e2c048acb0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:02.911337 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:07:02.947893 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858428e-1c81-4ddb-8667-65cc78021a75 req-73430dea-a53d-4fee-ad9e-c8caec563c97 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:02.949877 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e858428e-1c81-4ddb-8667-65cc78021a75 req-73430dea-a53d-4fee-ad9e-c8caec563c97 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 946 time: 0.1228631 Sep 14 01:07:03.028792 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd1603e-b867-4b37-9651-a609a978447c x-openstack-request-id: req-2dd1603e-b867-4b37-9651-a609a978447c {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:03.030379 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "name": "network-vif-plugged", "status": "completed", "tag": "12f40563-1568-4876-bba7-90e2c048acb0", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:03.030746 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dd1603e-b867-4b37-9651-a609a978447c {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:03.032595 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd1603e-b867-4b37-9651-a609a978447c'] response: {'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0', 'code': 200} Sep 14 01:07:03.043136 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e858428e-1c81-4ddb-8667-65cc78021a75 req-0f327472-7409-4ec7-a62c-58b35111c259 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787656 Sep 14 01:07:03.101742 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=12f40563-1568-4876-bba7-90e2c048acb0,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:03.175147 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec398a-d67c-4345-b42a-8af1ac9effd9 req-4e7bbe57-9c22-4a00-b38e-fd4da41e6852 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:03.176836 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1dec398a-d67c-4345-b42a-8af1ac9effd9 req-4e7bbe57-9c22-4a00-b38e-fd4da41e6852 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0905747 Sep 14 01:07:03.181710 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: ACTIVE; New status is: DOWN {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:03.182331 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:03.259625 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:03.265297 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:03.267253 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7bdea-0c50-44f6-9234-6ab856b35870 req-6d2632aa-9d43-4d21-b9fa-10960bf0c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:03.269319 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-cac7bdea-0c50-44f6-9234-6ab856b35870 req-6d2632aa-9d43-4d21-b9fa-10960bf0c38f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 1129 time: 0.0600202 Sep 14 01:07:03.279514 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1dec398a-d67c-4345-b42a-8af1ac9effd9 req-51e62c65-098a-4272-9243-8e8b68d8a316 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Sep 14 01:07:03.327767 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=8']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:03.388498 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-89b229c2-f4b8-4e71-9519-1fc28682c617 req-30331681-7ea9-41d9-a879-8d6b8df628ff tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 210 time: 0.0440528 Sep 14 01:07:03.597252 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:03.606734 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-cac7bdea-0c50-44f6-9234-6ab856b35870 req-dcbb22e3-290d-4c36-916d-3b90f9c2aad5 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886075 Sep 14 01:07:03.692342 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed26db-75ed-41a4-9400-0c6002eb3a51 req-e01f6b45-1255-4e2f-8e88-46090d632dfd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:03.692342 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7eed26db-75ed-41a4-9400-0c6002eb3a51 req-e01f6b45-1255-4e2f-8e88-46090d632dfd tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1171463 Sep 14 01:07:03.722518 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:03.770920 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:03.817140 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7eed26db-75ed-41a4-9400-0c6002eb3a51 req-828d573a-1bfa-425e-a83c-845b400e1af5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013696 Sep 14 01:07:03.890018 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-72328519-e256-4731-982c-88da691c9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:03.892407 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-72328519-e256-4731-982c-88da691c9789 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 1130 time: 0.0548384 Sep 14 01:07:03.898716 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edec049-2d53-4b58-93fc-010b81866366 req-eb8a20b1-0f35-4959-96b4-cfe890c7c932 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:03.900638 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3edec049-2d53-4b58-93fc-010b81866366 req-eb8a20b1-0f35-4959-96b4-cfe890c7c932 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0964868 Sep 14 01:07:03.972276 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3edec049-2d53-4b58-93fc-010b81866366 req-f5cbabaf-c84f-4217-af59-396bc1eac550 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618544 Sep 14 01:07:04.082418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-d0bfa40d-1915-4de5-b993-6082581cc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:04.084051 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-d0bfa40d-1915-4de5-b993-6082581cc20f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1838243 Sep 14 01:07:04.198378 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe08f-a5b6-4b1e-b1b2-ba1308f0e3df req-1a75100a-73c1-4320-a4bf-5705bbbe1dd5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:04.200388 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fa6fe08f-a5b6-4b1e-b1b2-ba1308f0e3df req-1a75100a-73c1-4320-a4bf-5705bbbe1dd5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0515683 Sep 14 01:07:04.255849 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fa6fe08f-a5b6-4b1e-b1b2-ba1308f0e3df req-0e5e6dd6-3982-4a56-a17c-bd7a5d17a672 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484769 Sep 14 01:07:04.512365 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-06511107-248e-48d3-8454-1ab537a91d23 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 200 len: 217 time: 0.1284556 Sep 14 01:07:04.569266 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2ad66ecc-1429-4190-b22b-28e3b3ac3356 req-550d1285-8a2f-44d3-9246-e3d09c8e03a1 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 210 time: 0.0451846 Sep 14 01:07:04.810535 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-97b5f68a-33a3-436a-a86d-0374b167133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:04.814000 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-97b5f68a-33a3-436a-a86d-0374b167133f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0478141 Sep 14 01:07:04.945409 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-f581e822-ef1e-4343-a550-8a6c0983d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:04.947563 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-f581e822-ef1e-4343-a550-8a6c0983d7d4 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0573394 Sep 14 01:07:04.976886 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210cd10-c882-495e-a0c4-2d1fda5b6598 req-3c129311-8831-4874-b238-2cd893ad790e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:04.979209 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c210cd10-c882-495e-a0c4-2d1fda5b6598 req-3c129311-8831-4874-b238-2cd893ad790e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0661635 Sep 14 01:07:04.984219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-7a025884-5109-49e5-933a-3fb59e3f2c32 req-6d4b900c-850f-4e38-8468-d0cf5907948f service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:07:04.985206 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7a025884-5109-49e5-933a-3fb59e3f2c32 req-6d4b900c-850f-4e38-8468-d0cf5907948f service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051260 Sep 14 01:07:05.029527 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c210cd10-c882-495e-a0c4-2d1fda5b6598 req-332ce6b5-e035-43ea-90bf-3194fe147470 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Sep 14 01:07:05.034382 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:05.036835 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32792886-49d1-41c0-8684-b0b77ee13494" -d '{"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-unplugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:05.100723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231e34bd-48ee-44dd-8b36-a4276ac9dfde x-openstack-request-id: req-231e34bd-48ee-44dd-8b36-a4276ac9dfde {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:05.101256 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-unplugged", "status": "failed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "code": 422}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:05.101554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-231e34bd-48ee-44dd-8b36-a4276ac9dfde {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:05.102028 dv-cinder-857528-1-smb neutron-server[106461]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-231e34bd-48ee-44dd-8b36-a4276ac9dfde']: {'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'code': 422} returned with failed status Sep 14 01:07:05.147071 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba823a5-4c94-4731-bd04-86b26b455c3a req-ddaa7ade-d90a-4331-8e67-552c5ed77af3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:05.148984 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-aba823a5-4c94-4731-bd04-86b26b455c3a req-ddaa7ade-d90a-4331-8e67-552c5ed77af3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0577326 Sep 14 01:07:05.176366 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:05.264062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea1558-6bb9-451d-bf19-2da2f0ead848 req-c350060c-c570-4528-8d7e-1e88e42e258c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:05.265639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-40ea1558-6bb9-451d-bf19-2da2f0ead848 req-c350060c-c570-4528-8d7e-1e88e42e258c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0879056 Sep 14 01:07:05.274865 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-aba823a5-4c94-4731-bd04-86b26b455c3a req-1ac94574-70e5-4af3-ae30-e3855eca75ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200261 Sep 14 01:07:05.354330 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-40ea1558-6bb9-451d-bf19-2da2f0ead848 req-7e8253a9-648f-41c7-9b03-dafd36ebb9f7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745449 Sep 14 01:07:05.438765 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6a25-e148-47d6-8fe4-8f58979e62b3 req-7f39236d-0f99-4112-93f5-3ff2b76b4f84 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:05.440565 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b66b6a25-e148-47d6-8fe4-8f58979e62b3 req-7f39236d-0f99-4112-93f5-3ff2b76b4f84 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0699074 Sep 14 01:07:05.451770 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53616) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:05.458574 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'port_id': '12f40563-1568-4876-bba7-90e2c048acb0'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:05.651432 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-10e88262-e55e-4eca-be4d-c28585697369 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:05.653979 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-10e88262-e55e-4eca-be4d-c28585697369 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 808 time: 0.1644027 Sep 14 01:07:05.692983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:05.705455 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 53640) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:05.780348 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-760eab47-5401-4f0f-949b-68a9eec5dd5e req-b29b672c-bc92-43f8-92a3-3af8726be296 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 210 time: 0.0504062 Sep 14 01:07:05.823285 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (213bece6-8a9a-40de-8734-10c4269eb3a2), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:05.832658 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-4b38e85b-7b1b-4e07-942a-9991e96add3c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=117105d5e9fb4309aad25e39e0f5e4df HTTP/1.1" status: 200 len: 380 time: 0.1700828 Sep 14 01:07:05.836638 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:05.839851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'port': {'device_id': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'admin_state_up': True, 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'security_groups': ['38c3538a-84b7-486d-a484-aff761358f21']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:05.866817 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-a2c431e6-3106-4f6e-9305-4ce4f7526cbe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1596458 Sep 14 01:07:05.901660 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-9169a4c2-2329-4bea-a090-891050e8f77a service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:07:05.902732 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-9169a4c2-2329-4bea-a090-891050e8f77a service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0311773 Sep 14 01:07:06.021574 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53664) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:06.038522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Made reservation on behalf of 117105d5e9fb4309aad25e39e0f5e4df for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:07:06.039476 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-24031787-5a95-43c2-ab5d-34e62ed6d1ee service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422261 Sep 14 01:07:06.044737 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.135555 dv-cinder-857528-1-smb neutron-server[106460]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 01:07:06.228714 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20393012-215d-4992-813d-be4dd03de695 req-eff8810d-8eb4-4cab-bbd5-9ca7ac81bc3d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:06.230223 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20393012-215d-4992-813d-be4dd03de695 req-eff8810d-8eb4-4cab-bbd5-9ca7ac81bc3d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0738218 Sep 14 01:07:06.236417 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-a0c309c0-76fa-4c22-8334-7fa2769508b9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:06.237834 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-a0c309c0-76fa-4c22-8334-7fa2769508b9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports/a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 941 time: 0.2150095 Sep 14 01:07:06.273825 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-c112127b-eedb-4eb0-99db-abea8b1492cc req-43456c90-de2a-43c6-a276-0f6650440240 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239878 Sep 14 01:07:06.317359 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Allocated IP 172.20.0.6 (446776f5-e781-4654-86cf-58762bbf2d32/fb6ca6f2-c543-4cbe-a13a-89d8315b349c/13aacd44-fdf5-46d5-845f-cd5e08f624ac) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:07:06.347785 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20393012-215d-4992-813d-be4dd03de695 req-e98339b9-b69b-4f56-9224-6fd78a65e4f4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890088 Sep 14 01:07:06.519869 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.520122 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.526246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (213bece6-8a9a-40de-8734-10c4269eb3a2), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.537648 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:07:06.578088 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:06.601918 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27c2fd-b544-485b-b3f6-2962a7b11213 req-864e074d-13d0-47da-991c-444e7a94096d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:06.603749 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0a27c2fd-b544-485b-b3f6-2962a7b11213 req-864e074d-13d0-47da-991c-444e7a94096d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0712457 Sep 14 01:07:06.620790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.650646 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:06.672975 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP 213bece6-8a9a-40de-8734-10c4269eb3a2 associated. External IP: 172.28.1.167, port: 12f40563-1568-4876-bba7-90e2c048acb0. Sep 14 01:07:06.696377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: DOWN; New status is: DOWN {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:06.724698 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:06.730026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Network 446776f5-e781-4654-86cf-58762bbf2d32 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:07:06.736901 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:06.739471 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:07:06.755575 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0a27c2fd-b544-485b-b3f6-2962a7b11213 req-102704d0-d112-483d-9737-8a3f4be4f20b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426840 Sep 14 01:07:06.756451 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:07:06.764780 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.765124 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.765467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.765821 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.782395 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.783595 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.784184 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.787477 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.787847 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.788193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.789008 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.789682 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.790055 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.791982 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.792340 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:06.851267 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:06.852440 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:06.877784 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53686) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:06.886518 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-a528b969-c82b-480b-8ee8-6fed82861f58 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0503101 Sep 14 01:07:06.951501 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807248df-5776-419b-a0b3-8c0636d94c08 req-60a25d25-e894-4707-98b7-b06363cd5a8b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:06.953087 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-807248df-5776-419b-a0b3-8c0636d94c08 req-60a25d25-e894-4707-98b7-b06363cd5a8b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 931 time: 0.0654347 Sep 14 01:07:06.958943 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:07:07.032751 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:07.042525 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Provisioning complete for port 13aacd44-fdf5-46d5-845f-cd5e08f624ac triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:07.043893 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.044814 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Attempt 1 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:07.046159 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a2210897-e4ea-467f-8ca3-50bd473d908c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.054286 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-807248df-5776-419b-a0b3-8c0636d94c08 req-2e8095fb-c5d5-4a96-8964-7bbb829f28e7 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908155 Sep 14 01:07:07.074137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 53692) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:07.106405 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:07.121564 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:07:07.126602 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Deleting subnet e952abfa-3296-4cdf-af96-5aa95378ee89 {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:07:07.128807 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.130243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Publish callbacks [] for subnet (e952abfa-3296-4cdf-af96-5aa95378ee89), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.138003 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:07:07.147990 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:07.148614 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:07.176301 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2dbe3bb8-9e09-42dc-9ec9-d4768f7e2889 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/213bece6-8a9a-40de-8734-10c4269eb3a2 HTTP/1.1" status: 200 len: 991 time: 1.7207303 Sep 14 01:07:07.176507 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7884280'] for subnet (e952abfa-3296-4cdf-af96-5aa95378ee89), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.176594 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:07.179114 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7e310f-0dec-4dac-8660-7bb652c1dc47" -d '{"events": [{"name": "network-changed", "server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "tag": "12f40563-1568-4876-bba7-90e2c048acb0"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:07.211749 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a2210897-e4ea-467f-8ca3-50bd473d908c admin admin] Publish callbacks [] for security_group (94af9503-3d33-42d3-a26a-807dbcb6f17e), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.217592 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a2210897-e4ea-467f-8ca3-50bd473d908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (94af9503-3d33-42d3-a26a-807dbcb6f17e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.220446 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (e952abfa-3296-4cdf-af96-5aa95378ee89), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.241639 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42342dcd-61fd-4e76-857f-058889adbb6b x-openstack-request-id: req-42342dcd-61fd-4e76-857f-058889adbb6b {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:07.242082 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "tag": "12f40563-1568-4876-bba7-90e2c048acb0", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:07.242517 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42342dcd-61fd-4e76-857f-058889adbb6b {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:07.243084 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42342dcd-61fd-4e76-857f-058889adbb6b'] response: {'name': 'network-changed', 'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0', 'status': 'completed', 'code': 200} Sep 14 01:07:07.265314 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a2210897-e4ea-467f-8ca3-50bd473d908c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=35288fe046b047398cbba0b9350c86e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866198 Sep 14 01:07:07.266076 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2210897-e4ea-467f-8ca3-50bd473d908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af9503-3d33-42d3-a26a-807dbcb6f17e,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:07.268507 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53698) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:07.283877 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:07.291561 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7464474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5042169'] for subnet (e952abfa-3296-4cdf-af96-5aa95378ee89), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.327141 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e952abfa-3296-4cdf-af96-5aa95378ee89,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:07.329420 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3c58cdb0-f467-4b29-9dcf-e476f0a61253 admin admin] Publish callbacks [] for security_group (94af9503-3d33-42d3-a26a-807dbcb6f17e), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.330923 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.335521 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-83ace9df-ed6b-414c-b2b9-d3573c4cfbe0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/e952abfa-3296-4cdf-af96-5aa95378ee89 HTTP/1.1" status: 204 len: 168 time: 0.2602060 Sep 14 01:07:07.337694 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 53700) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:07.359779 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3c58cdb0-f467-4b29-9dcf-e476f0a61253 admin admin] Publish callbacks [] for security_group (94af9503-3d33-42d3-a26a-807dbcb6f17e), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.420437 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3c58cdb0-f467-4b29-9dcf-e476f0a61253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (94af9503-3d33-42d3-a26a-807dbcb6f17e), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.421467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (330bb6f7-68ba-40bc-8e31-f2c63deb706f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.423817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-3c58cdb0-f467-4b29-9dcf-e476f0a61253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.425159 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-3c58cdb0-f467-4b29-9dcf-e476f0a61253 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/94af9503-3d33-42d3-a26a-807dbcb6f17e HTTP/1.1" status: 204 len: 168 time: 0.1555851 Sep 14 01:07:07.437549 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58cdb0-f467-4b29-9dcf-e476f0a61253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af9503-3d33-42d3-a26a-807dbcb6f17e,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:07.560605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e032b-de3d-49f7-8dde-12533380530f req-361fe78b-add1-4273-b3b5-1b72a60dbbc2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:07.562289 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b59e032b-de3d-49f7-8dde-12533380530f req-361fe78b-add1-4273-b3b5-1b72a60dbbc2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1317120 Sep 14 01:07:07.584364 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Request body: {'port': {'device_id': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:07.590007 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (330bb6f7-68ba-40bc-8e31-f2c63deb706f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:07.604028 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '213bece6-8a9a-40de-8734-10c4269eb3a2', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.167', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '12f40563-1568-4876-bba7-90e2c048acb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:29:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:06:39Z', 'updated_at': '2022-09-14T01:07:06Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}, {'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:07.608086 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Attempt 2 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:07.660484 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:07:07.666852 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:07.672788 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:07.673721 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:07.733878 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-75872108-83e4-4d78-b0a2-9964991d09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:07.735802 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-75872108-83e4-4d78-b0a2-9964991d09f3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 1129 time: 0.0751281 Sep 14 01:07:07.797273 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:07.906234 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-70d04595-917d-490e-a743-6686ad0270f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:07.918416 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-70d04595-917d-490e-a743-6686ad0270f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.1730778 Sep 14 01:07:07.980733 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330bb6f7-68ba-40bc-8e31-f2c63deb706f']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:07.990507 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:08.050595 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d117de-d948-4075-a3c9-921a6cc411b4') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:08.050595 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d117de-d948-4075-a3c9-921a6cc411b4') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:08.088328 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b59e032b-de3d-49f7-8dde-12533380530f req-33bddc37-42af-477d-8224-e39174eca486 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115616 Sep 14 01:07:08.091110 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (63d117de-d948-4075-a3c9-921a6cc411b4), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.098050 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.141735 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0ce77-5a5f-4cf7-a0a0-61211881ddfc req-946d1c62-6480-436e-a682-fd9cb40dd839 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:08.143014 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3bf0ce77-5a5f-4cf7-a0a0-61211881ddfc req-946d1c62-6480-436e-a682-fd9cb40dd839 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.1594667 Sep 14 01:07:08.144196 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (63d117de-d948-4075-a3c9-921a6cc411b4), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.157937 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:07:08.157937 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (63d117de-d948-4075-a3c9-921a6cc411b4), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.172353 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Attempt 3 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:08.197552 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 63d117de-d948-4075-a3c9-921a6cc411b4 resource provider aggregate not found Sep 14 01:07:08.202858 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:08.220278 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '213bece6-8a9a-40de-8734-10c4269eb3a2', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.167', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '12f40563-1568-4876-bba7-90e2c048acb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:29:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:06:39Z', 'updated_at': '2022-09-14T01:07:06Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}, {'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:08.284300 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:08.286023 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aa399-c98b-4c81-b688-92f4d1840b06 None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '213bece6-8a9a-40de-8734-10c4269eb3a2', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.167', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '12f40563-1568-4876-bba7-90e2c048acb0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:29:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:06:39Z', 'updated_at': '2022-09-14T01:07:06Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}, {'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:07:08.322846 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 63d117de-d948-4075-a3c9-921a6cc411b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63d117de-d948-4075-a3c9-921a6cc411b4 found for delete ", "request_id": "req-efaa89f9-5a11-4b49-9863-7c1f1a2e60b3"}]} Sep 14 01:07:08.381576 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-7518d49d-2fa3-4884-9821-c71bc0b2b87d service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12f40563-1568-4876-bba7-90e2c048acb0 HTTP/1.1" status: 200 len: 999 time: 0.1230419 Sep 14 01:07:08.398485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:08.412397 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (330bb6f7-68ba-40bc-8e31-f2c63deb706f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.426404 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aed61-8792-49c3-bb63-a1a841cce096 req-7b300c97-ad17-4940-b067-a827e2efee9a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:08.428762 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d88aed61-8792-49c3-bb63-a1a841cce096 req-7b300c97-ad17-4940-b067-a827e2efee9a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 931 time: 0.1883974 Sep 14 01:07:08.452126 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-ee4c4a54-1046-4e4d-be2f-41ccf9d86ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:08.453708 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-ee4c4a54-1046-4e4d-be2f-41ccf9d86ebd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0645516 Sep 14 01:07:08.461504 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:08.466495 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/330bb6f7-68ba-40bc-8e31-f2c63deb706f HTTP/1.1" status: 204 len: 168 time: 1.1275921 Sep 14 01:07:08.500464 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407f886-4644-4011-ad89-b8ace9ed7227 admin admin] Pushing event deleted for resources: {'Network': ['ID=330bb6f7-68ba-40bc-8e31-f2c63deb706f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:08.539861 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-748913b4-177e-476f-87c1-d73b49055c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:08.541999 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-748913b4-177e-476f-87c1-d73b49055c35 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0797017 Sep 14 01:07:08.579126 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3bf0ce77-5a5f-4cf7-a0a0-61211881ddfc req-158db763-ffa2-490b-8385-7fc6be9b7a09 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214318 Sep 14 01:07:08.669662 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d88aed61-8792-49c3-bb63-a1a841cce096 req-ee4f772b-4e6f-412c-82c9-0dcdb34107fb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188029 Sep 14 01:07:08.719003 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-beeefbd9-d74e-45f4-bf68-c5421d9270a6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680050 Sep 14 01:07:08.774189 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d75322-dfdf-490d-b19d-14a24d71002b None None] New status for floating IP 213bece6-8a9a-40de-8734-10c4269eb3a2: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:07:08.785318 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Attempt 4 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:08.789171 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:08.820011 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:08.835901 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 53738) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:08.844092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:08.876633 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca7e310f-0dec-4dac-8660-7bb652c1dc47 req-20c48014-7eba-41f6-b8c6-609db9b503de service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423218 Sep 14 01:07:08.954449 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-302a5e43-bb13-413c-821c-956f8b9282f9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=60a943ca092443e392084bb6ef44a623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1169879 Sep 14 01:07:08.957194 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53740) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:09.008819 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aacd44-fdf5-46d5-845f-cd5e08f624ac {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:09.036510 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Publish callbacks [] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.050146 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:09.051614 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5de17c2-ba64-462e-94d6-e7f9979c01d4 admin admin] Publish callbacks [] for security_group (1c016bf0-c78d-468f-b73d-916eaeb7a264), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.083374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5de17c2-ba64-462e-94d6-e7f9979c01d4 admin admin] Publish callbacks [] for security_group (1c016bf0-c78d-468f-b73d-916eaeb7a264), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.096222 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Transition to ACTIVE for port object 13aacd44-fdf5-46d5-845f-cd5e08f624ac will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:07:09.101868 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.159948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5de17c2-ba64-462e-94d6-e7f9979c01d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (1c016bf0-c78d-468f-b73d-916eaeb7a264), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.162589 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f5de17c2-ba64-462e-94d6-e7f9979c01d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.174304 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-f5de17c2-ba64-462e-94d6-e7f9979c01d4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1c016bf0-c78d-468f-b73d-916eaeb7a264 HTTP/1.1" status: 204 len: 168 time: 0.2137766 Sep 14 01:07:09.198146 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de17c2-ba64-462e-94d6-e7f9979c01d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c016bf0-c78d-468f-b73d-916eaeb7a264,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:09.346847 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Attempt 5 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:09.362713 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:09.385751 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:09.395213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce3814-06b1-4f98-b081-b51b15362309 req-08dbc4b7-b418-471c-bc6a-d58ecee755e9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:09.396719 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-09ce3814-06b1-4f98-b081-b51b15362309 req-08dbc4b7-b418-471c-bc6a-d58ecee755e9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.1235619 Sep 14 01:07:09.426482 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Attempting to bind port 13aacd44-fdf5-46d5-845f-cd5e08f624ac on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:07:09.427058 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Attempting to bind port 13aacd44-fdf5-46d5-845f-cd5e08f624ac by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:07:09.427252 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Attempting to bind port 13aacd44-fdf5-46d5-845f-cd5e08f624ac on network 446776f5-e781-4654-86cf-58762bbf2d32 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:07:09.466761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:09.512165 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-09ce3814-06b1-4f98-b081-b51b15362309 req-014e5125-e876-4ed8-b982-b1a10788f0bb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022885 Sep 14 01:07:09.519197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac on network 446776f5-e781-4654-86cf-58762bbf2d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:07:09.519530 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Attempting to bind port 13aacd44-fdf5-46d5-845f-cd5e08f624ac on network 446776f5-e781-4654-86cf-58762bbf2d32 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:07:09.585139 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:07:09.585314 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Checking segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:07:09.585694 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Bound using segment: {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:07:09.586139 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Bound port: 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca5f23e-c544-4aa1-9341-00d055a9b176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:07:09.586487 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.684886 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:07:09.689919 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:07:09.710979 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.715214 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:09.716011 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:09.717942 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 1093 time: 2.1427534 Sep 14 01:07:09.744970 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:09.748935 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58142e-0d5d-42fb-958d-de86a483939f" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:09.818255 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572689ff-05a4-4f58-bd06-31e360090508 req-1f906da6-c775-4e51-a085-eee664df594d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:09.819970 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-572689ff-05a4-4f58-bd06-31e360090508 req-1f906da6-c775-4e51-a085-eee664df594d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.1266556 Sep 14 01:07:09.887365 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Attempt 6 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:09.921825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:09.945927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-fbc61c42-90e7-4c6b-a6ad-f3dd55309eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:09.948074 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-fbc61c42-90e7-4c6b-a6ad-f3dd55309eda service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1127 time: 0.1057308 Sep 14 01:07:09.969007 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-71778c22-83f6-4c77-b378-75c8524f8181 None None] Port 13aacd44-fdf5-46d5-845f-cd5e08f624ac had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:07:09.999529 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aeebd9-b517-483a-97a5-771caba21b41 req-84518157-2b39-400c-8f4f-51244e57946c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.008393 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a9aeebd9-b517-483a-97a5-771caba21b41 req-84518157-2b39-400c-8f4f-51244e57946c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.2201087 Sep 14 01:07:10.009634 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-8d03f9ae-6ff4-4f36-abe9-b708c346f3cc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 217 time: 0.0536048 Sep 14 01:07:10.035369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0306f53-8fc6-426a-bca7-a2be960bbc83 service neutron] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:10.054913 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-dd1c007c-837d-4c4e-b7e6-6bcfa3e325f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.056736 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-dd1c007c-837d-4c4e-b7e6-6bcfa3e325f9 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1&tenant_id=bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 1128 time: 0.2458246 Sep 14 01:07:10.073775 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-5e44713c-b242-4a8b-b0a5-3ab2e48059da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.076490 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-5e44713c-b242-4a8b-b0a5-3ab2e48059da service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.0608194 Sep 14 01:07:10.087431 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-572689ff-05a4-4f58-bd06-31e360090508 req-66bf1838-2515-42f7-b155-d745db59c689 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312024 Sep 14 01:07:10.135058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defee40-43c8-4610-9a9f-82b7005e132a req-c5be267a-ba66-41be-a07c-a854f8fefc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.136974 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-c5be267a-ba66-41be-a07c-a854f8fefc9b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511515 Sep 14 01:07:10.142671 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a9aeebd9-b517-483a-97a5-771caba21b41 req-fc0daad9-829e-4013-8315-9f0dd0199195 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328354 Sep 14 01:07:10.162703 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-c276c410-76d0-413f-a772-2e657eaf934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.165389 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-c276c410-76d0-413f-a772-2e657eaf934b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1128 time: 0.0745914 Sep 14 01:07:10.184012 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62ce9e8-e90c-4f1f-b243-aea334c12e78 x-openstack-request-id: req-b62ce9e8-e90c-4f1f-b243-aea334c12e78 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:10.184401 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:10.184650 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b62ce9e8-e90c-4f1f-b243-aea334c12e78 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:10.185048 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b62ce9e8-e90c-4f1f-b243-aea334c12e78'] response: {'name': 'network-changed', 'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'status': 'completed', 'code': 200} Sep 14 01:07:10.260651 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-05e0b49e-2eb1-4e6e-8cec-5be13e49ea41 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157436 Sep 14 01:07:10.282456 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-c09aded9-5e53-4049-858d-952b80194ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.284460 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-c09aded9-5e53-4049-858d-952b80194ebb service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.1130924 Sep 14 01:07:10.366389 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-4defee40-43c8-4610-9a9f-82b7005e132a req-d8e1628e-5fee-4577-bcff-3cefe1b3a145 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989060 Sep 14 01:07:10.377704 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-30aff16f-ff35-482c-a641-83c867429df3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 200 len: 1000 time: 0.0874932 Sep 14 01:07:10.435315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-ddf0bfa3-ed43-4d36-b82f-b4699ed6688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:10.436812 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-ddf0bfa3-ed43-4d36-b82f-b4699ed6688b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0511479 Sep 14 01:07:11.051304 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53840) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:11.055991 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059539477', 'description': 'tempest-description--1466759927'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:11.078743 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.101613 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:11.160475 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group (d3cc64e7-48a8-464d-97ab-27d90b9d3806), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.166065 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d3cc64e7-48a8-464d-97ab-27d90b9d3806), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.207078 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.208702 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1562893 Sep 14 01:07:11.211562 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c4840-e962-4dc2-a772-dd5c1131b480 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cc64e7-48a8-464d-97ab-27d90b9d3806,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:11.212246 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 53858) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:11.220247 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'security_group_rule': {'security_group_id': 'd3cc64e7-48a8-464d-97ab-27d90b9d3806', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:11.268801 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group_rule (63ac047c-4ccf-4857-87be-aff33ae76f15), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.336540 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3246-09bc-44ef-904b-7c9540ca6d0e req-7bd3703e-b5d8-4f05-996b-c9b8dbd0d349 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.338209 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-86bc3246-09bc-44ef-904b-7c9540ca6d0e req-7bd3703e-b5d8-4f05-996b-c9b8dbd0d349 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0835044 Sep 14 01:07:11.469741 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58142e-0d5d-42fb-958d-de86a483939f req-e99bcbe6-9c5d-4c28-8e88-3786f1c111ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.470783 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:11.471372 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-e99bcbe6-9c5d-4c28-8e88-3786f1c111ce service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1127 time: 0.0456736 Sep 14 01:07:11.490481 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group_rule (63ac047c-4ccf-4857-87be-aff33ae76f15), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.501593 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3faf8-5e07-4a4d-862c-4f64b75153c2 req-5302ac9d-caaf-490d-b189-2578bf4535e4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.503363 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9df3faf8-5e07-4a4d-862c-4f64b75153c2 req-5302ac9d-caaf-490d-b189-2578bf4535e4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.1392043 Sep 14 01:07:11.510430 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-86bc3246-09bc-44ef-904b-7c9540ca6d0e req-e78968ef-bd08-485f-baca-accac6ab1a13 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666305 Sep 14 01:07:11.513430 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (63ac047c-4ccf-4857-87be-aff33ae76f15), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.522502 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-d60e3421-f10a-4ea5-a2a1-d909a8d33923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.524004 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-d60e3421-f10a-4ea5-a2a1-d909a8d33923 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1063335 Sep 14 01:07:11.573711 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ac047c-4ccf-4857-87be-aff33ae76f15,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:11.581077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58142e-0d5d-42fb-958d-de86a483939f req-7d20f1c5-1e99-4b90-9988-c7e69546ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.591676 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-7d20f1c5-1e99-4b90-9988-c7e69546ab55 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 909 time: 0.1047273 Sep 14 01:07:11.591855 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.591855 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9a8d79f3-9993-4f2a-8d23-b84242bcdd7a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743453 Sep 14 01:07:11.592017 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53862) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:11.595206 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'security_group_rule': {'security_group_id': 'd3cc64e7-48a8-464d-97ab-27d90b9d3806', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:11.655138 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-a83735ae-85ef-45a5-aa66-6ca51b24abb2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 217 time: 0.0526841 Sep 14 01:07:11.662009 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9df3faf8-5e07-4a4d-862c-4f64b75153c2 req-8fec19ea-18a0-4703-9fbd-b6112a71a96e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497746 Sep 14 01:07:11.711029 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-d0e35d0e-d39e-4746-abc6-bce9821fee62 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753092 Sep 14 01:07:11.733895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group_rule (1a2d72fe-de18-49ca-9a22-10df67da7643), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.765847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58142e-0d5d-42fb-958d-de86a483939f req-1b65faee-efec-4180-99dc-e4873b3ff7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.767560 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-1b65faee-efec-4180-99dc-e4873b3ff7d8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.1074417 Sep 14 01:07:11.827919 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d97e76c3-cf66-47af-a3b8-35cacf55a0f8 req-39bff368-0e7a-4b1d-bc78-279f3ae9235b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061745 Sep 14 01:07:11.854838 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58142e-0d5d-42fb-958d-de86a483939f req-237557e7-accd-4dee-b9a0-01c9e677d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:11.857525 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-237557e7-accd-4dee-b9a0-01c9e677d4cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0697448 Sep 14 01:07:11.866747 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:11.870399 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group_rule (1a2d72fe-de18-49ca-9a22-10df67da7643), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.881781 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (1a2d72fe-de18-49ca-9a22-10df67da7643), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.961688 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2d72fe-de18-49ca-9a22-10df67da7643,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:11.970163 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:11.971632 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-77f0f66b-447f-4710-87bb-c0f3aa42e758 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3821106 Sep 14 01:07:11.975128 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 53874) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:11.982317 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:12.042689 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:12.103831 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-cd4b24db-ccd6-44dd-a701-348a8a090e93 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357850 Sep 14 01:07:12.207406 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:12.513954 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:12.543978 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-9c58142e-0d5d-42fb-958d-de86a483939f req-e62c180a-5588-4342-b9cf-319af7b6698c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323053 Sep 14 01:07:12.647450 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Allocated IP 172.28.1.12 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/dacda88d-3fca-49fb-b617-fb2d48ae6c84) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:07:12.677385 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:12.698460 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914a9cb-46ec-4b14-855d-6d72c131e024 req-622886ea-e325-47af-8267-7110dfa9db43 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:12.707857 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8914a9cb-46ec-4b14-855d-6d72c131e024 req-622886ea-e325-47af-8267-7110dfa9db43 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0748675 Sep 14 01:07:12.838133 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8914a9cb-46ec-4b14-855d-6d72c131e024 req-0df90ec5-1827-4d4f-8c0d-1b295b8c3c20 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253824 Sep 14 01:07:12.925405 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93052997-9fff-4fc5-8b28-c76a62386b2b req-4d851f0f-7c3f-4052-a20f-ed1c13db064e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:12.927427 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-93052997-9fff-4fc5-8b28-c76a62386b2b req-4d851f0f-7c3f-4052-a20f-ed1c13db064e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.1164260 Sep 14 01:07:12.934631 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.016239 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-93052997-9fff-4fc5-8b28-c76a62386b2b req-9f4dec1e-7859-48c3-b915-803c75d9a59f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830386 Sep 14 01:07:13.039601 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.101061 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:07:13.106493 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:07:13.114154 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:07:13.189150 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'Port': ['ID=dacda88d-3fca-49fb-b617-fb2d48ae6c84,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:13.284924 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.334402 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.513264 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.518742 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.525547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:13.587468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:13.605535 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'Port': ['ID=dacda88d-3fca-49fb-b617-fb2d48ae6c84,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:13.610743 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.632931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:13.646796 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0ab48a9d-11fd-4ee1-9198-9972f6877d28 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6704764 Sep 14 01:07:13.987412 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c67db-1368-4432-978b-643f8868a24a req-dbd5c886-4db9-4de5-a16a-336e03ac0902 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:13.989066 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c6c67db-1368-4432-978b-643f8868a24a req-dbd5c886-4db9-4de5-a16a-336e03ac0902 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0598207 Sep 14 01:07:14.058498 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c6c67db-1368-4432-978b-643f8868a24a req-459b5f16-0545-4d62-858b-903b7a093b02 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630264 Sep 14 01:07:14.212032 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27252286-1c8e-4371-850f-d97bab7e7e57 req-65cbc177-c7ba-412e-a7e2-a43885ffb302 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:14.213598 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-27252286-1c8e-4371-850f-d97bab7e7e57 req-65cbc177-c7ba-412e-a7e2-a43885ffb302 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0756476 Sep 14 01:07:14.276468 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-27252286-1c8e-4371-850f-d97bab7e7e57 req-b710b61a-9c0d-49fb-98e5-dd6bc905c574 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525007 Sep 14 01:07:14.538548 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:07:14.615826 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:14.661315 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:14.676176 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'port_id': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'mac_address': 'fa:16:3e:62:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:07:14.739010 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 13aacd44-fdf5-46d5-845f-cd5e08f624ac is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:14.739891 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:14.756162 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aacd44-fdf5-46d5-845f-cd5e08f624ac {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:14.783516 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:14.788637 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:14.868571 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:15.119455 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['13aacd44-fdf5-46d5-845f-cd5e08f624ac'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:07:15.288984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671c00e-ab15-4e61-8a78-2b5046c4e159 req-e542cb70-778d-4594-bbc9-4abc90ac0b8c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:15.294314 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5671c00e-ab15-4e61-8a78-2b5046c4e159 req-e542cb70-778d-4594-bbc9-4abc90ac0b8c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 944 time: 0.1148021 Sep 14 01:07:15.371332 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5671c00e-ab15-4e61-8a78-2b5046c4e159 req-55f7dfa7-ea40-4399-a878-5eb09f402d4a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739226 Sep 14 01:07:15.487029 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabf953-f5d8-434b-b413-02b530c48d77 req-47f22ddf-1b63-4fc0-a7c2-82d670db9ab7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:15.488617 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0fabf953-f5d8-434b-b413-02b530c48d77 req-47f22ddf-1b63-4fc0-a7c2-82d670db9ab7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0527172 Sep 14 01:07:15.541616 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0fabf953-f5d8-434b-b413-02b530c48d77 req-44839318-069c-451b-9b0e-ddedea4433c4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466542 Sep 14 01:07:16.488434 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:16.502272 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0382-9a65-4b27-8c4c-038883028764 req-6cd66bed-c36c-4636-91c2-44848874e6c0 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:16.508564 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-781b0382-9a65-4b27-8c4c-038883028764 req-6cd66bed-c36c-4636-91c2-44848874e6c0 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 944 time: 0.0556674 Sep 14 01:07:16.557672 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:07:16.562940 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-781b0382-9a65-4b27-8c4c-038883028764 req-0589cd5d-85b7-4c1f-86b8-0930e5618142 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Sep 14 01:07:16.619311 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 13aacd44-fdf5-46d5-845f-cd5e08f624ac completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:07:16.629632 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 13aacd44-fdf5-46d5-845f-cd5e08f624ac triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:16.630593 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.631527 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:07:16.719596 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4e51-c952-4678-9bdb-6376beeefb24 req-35044a51-1806-42cf-ae7e-394a5897efe3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:16.721728 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d9f4e51-c952-4678-9bdb-6376beeefb24 req-35044a51-1806-42cf-ae7e-394a5897efe3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0728161 Sep 14 01:07:16.767260 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 13aacd44-fdf5-46d5-845f-cd5e08f624ac is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:16.768112 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.803491 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:16.806108 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff931ef4-90c6-4a85-8e9a-cfc826d856cb" -d '{"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-plugged", "status": "completed", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:16.816678 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d9f4e51-c952-4678-9bdb-6376beeefb24 req-35a09eb5-8081-43a5-a411-09f66df3b7b3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830991 Sep 14 01:07:16.821642 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:16.827185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:16.884689 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f0d37f-a8f3-41f5-830c-b9be35f97467 x-openstack-request-id: req-28f0d37f-a8f3-41f5-830c-b9be35f97467 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:16.884988 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-plugged", "status": "completed", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:16.885234 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28f0d37f-a8f3-41f5-830c-b9be35f97467 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:16.885699 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f0d37f-a8f3-41f5-830c-b9be35f97467'] response: {'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'code': 200} Sep 14 01:07:16.912696 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:17.698477 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2c9d-d25d-4110-9318-a75746147a41 req-c6be8db4-e302-4167-91c5-cd29c958192d tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:17.700663 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-edff2c9d-d25d-4110-9318-a75746147a41 req-c6be8db4-e302-4167-91c5-cd29c958192d tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0537179 Sep 14 01:07:17.762090 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-edff2c9d-d25d-4110-9318-a75746147a41 req-9df506fc-9fc7-4bb4-830b-e3688031df65 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546319 Sep 14 01:07:17.957854 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65619280-3072-4c09-bcb9-6062426cafd3 req-51763464-a84c-4efa-a0cd-e8900a97e492 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:17.959302 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-65619280-3072-4c09-bcb9-6062426cafd3 req-51763464-a84c-4efa-a0cd-e8900a97e492 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0526466 Sep 14 01:07:18.027172 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-65619280-3072-4c09-bcb9-6062426cafd3 req-0fc71b9c-b5f5-47da-b9f6-7d7e1dd2c445 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615706 Sep 14 01:07:18.144941 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:07:18.904468 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e2ded-50e4-4922-8b2d-23ea6252fc3c req-c93d46b9-250d-472b-b6a9-f6f72b84e107 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:18.906046 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-329e2ded-50e4-4922-8b2d-23ea6252fc3c req-c93d46b9-250d-472b-b6a9-f6f72b84e107 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0610914 Sep 14 01:07:18.958264 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-329e2ded-50e4-4922-8b2d-23ea6252fc3c req-8a28ffc2-7027-432c-a0f6-92be6f695ea9 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Sep 14 01:07:19.191790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a000842-0c9b-44f8-a306-eab1cd366d01 req-e4460f30-07fd-4607-9a30-73367f1448cc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:19.193467 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1a000842-0c9b-44f8-a306-eab1cd366d01 req-e4460f30-07fd-4607-9a30-73367f1448cc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0592153 Sep 14 01:07:19.249068 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1a000842-0c9b-44f8-a306-eab1cd366d01 req-d5ff94a1-401d-483b-82ad-86f83d4ebc38 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491068 Sep 14 01:07:20.007550 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54024) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:20.114193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:20.142002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd6530-0a42-48d9-a6fc-f5ab874732a8 req-f1882849-24d6-4797-91f6-3020b052b5b5 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:20.149254 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0acd6530-0a42-48d9-a6fc-f5ab874732a8 req-f1882849-24d6-4797-91f6-3020b052b5b5 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0837300 Sep 14 01:07:20.190219 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2436824c-fdfb-47de-bcff-9fd070102b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.202262 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0acd6530-0a42-48d9-a6fc-f5ab874732a8 req-8ab7eb2a-95d3-4743-88da-c7f39175e554 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520775 Sep 14 01:07:20.274548 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2436824c-fdfb-47de-bcff-9fd070102b0a admin admin] Publish callbacks [] for security_group (9c44e1b1-df3c-49fe-8838-063caae1c8f1), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.279685 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2436824c-fdfb-47de-bcff-9fd070102b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9c44e1b1-df3c-49fe-8838-063caae1c8f1), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.319952 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2436824c-fdfb-47de-bcff-9fd070102b0a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3bab6b61348346bc88bb4d7bce596582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104763 Sep 14 01:07:20.321470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436824c-fdfb-47de-bcff-9fd070102b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44e1b1-df3c-49fe-8838-063caae1c8f1,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:20.322689 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54030) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:20.412379 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ba589-68a6-452d-b355-2df4c0f5362e req-bac043f8-66b0-4599-bad4-6b2be1c85220 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:20.413949 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ea2ba589-68a6-452d-b355-2df4c0f5362e req-bac043f8-66b0-4599-bad4-6b2be1c85220 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0745022 Sep 14 01:07:20.421254 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c8356eb-3fa6-436b-8724-4dbe847abb45 admin admin] Publish callbacks [] for security_group (9c44e1b1-df3c-49fe-8838-063caae1c8f1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.458213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c8356eb-3fa6-436b-8724-4dbe847abb45 admin admin] Publish callbacks [] for security_group (9c44e1b1-df3c-49fe-8838-063caae1c8f1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.505782 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ea2ba589-68a6-452d-b355-2df4c0f5362e req-8dcd17f6-6191-4205-af52-a8ddf5fdbb0e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855517 Sep 14 01:07:20.535114 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c8356eb-3fa6-436b-8724-4dbe847abb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9c44e1b1-df3c-49fe-8838-063caae1c8f1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.537766 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9c8356eb-3fa6-436b-8724-4dbe847abb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:20.538943 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9c8356eb-3fa6-436b-8724-4dbe847abb45 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9c44e1b1-df3c-49fe-8838-063caae1c8f1 HTTP/1.1" status: 204 len: 168 time: 0.2141027 Sep 14 01:07:20.547288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8356eb-3fa6-436b-8724-4dbe847abb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44e1b1-df3c-49fe-8838-063caae1c8f1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:21.169289 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:21.342686 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d22ee-1120-41eb-87fa-aeeca68103fd req-b8851c0e-021c-4dd0-878f-27e44eb97564 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:21.344172 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-956d22ee-1120-41eb-87fa-aeeca68103fd req-b8851c0e-021c-4dd0-878f-27e44eb97564 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0511763 Sep 14 01:07:21.399704 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-956d22ee-1120-41eb-87fa-aeeca68103fd req-11b77eb5-cbc8-4153-b380-a4ce6d212839 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498827 Sep 14 01:07:21.650984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669990fa-72e5-4538-93bc-3168592ceb2c req-c3ae9036-a8e8-4d62-82bb-cd12bda3f14f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:21.652495 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-669990fa-72e5-4538-93bc-3168592ceb2c req-c3ae9036-a8e8-4d62-82bb-cd12bda3f14f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0617793 Sep 14 01:07:21.664128 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:21.704126 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-669990fa-72e5-4538-93bc-3168592ceb2c req-b5221201-f0f7-4a40-9479-452ccad3b75e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Sep 14 01:07:22.065706 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-ba01202a-078f-496f-b7ec-34474d2a116a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1059539477&fields=id&tenant_id=1f0d081d730748f587aa7a3e93653c13 HTTP/1.1" status: 200 len: 267 time: 0.0460103 Sep 14 01:07:22.173869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-66189a8f-d39e-4c4d-af4b-bc4c6970d227 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:22.175425 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-66189a8f-d39e-4c4d-af4b-bc4c6970d227 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 818 time: 0.1026793 Sep 14 01:07:22.191055 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-52a492bf-239f-4355-9b12-b5036701cf3f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/quotas/1f0d081d730748f587aa7a3e93653c13 HTTP/1.1" status: 200 len: 375 time: 0.0100205 Sep 14 01:07:22.250238 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-a8a843f9-867c-4d3c-ba9c-e2818c06f5f4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0538712 Sep 14 01:07:22.345317 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-b0afe5df-8b66-4c56-ac9f-5217e25369fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839145 Sep 14 01:07:22.437575 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-80c52b4e-f681-499b-8266-e3b34e88bfad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864313 Sep 14 01:07:22.518042 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a0277-0230-4d1b-a17d-37ab72a62c8b req-9ac3b415-ad85-4046-81ee-28554fbb0c67 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:22.519489 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e33a0277-0230-4d1b-a17d-37ab72a62c8b req-9ac3b415-ad85-4046-81ee-28554fbb0c67 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Sep 14 01:07:22.541204 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:22.579135 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e33a0277-0230-4d1b-a17d-37ab72a62c8b req-573f21b7-4967-455b-b318-3643cf793db5 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538366 Sep 14 01:07:22.609279 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-461802a4-690f-4940-a435-096847cbcf69 req-e9d87d6a-4226-4b3c-b8d4-5ce483286f71 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 210 time: 0.0291839 Sep 14 01:07:22.876945 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47655e-a6c7-489f-92d1-9488f20b0eae req-2679428b-b5c8-4623-b61d-cc617f25cfba tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:22.878471 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6c47655e-a6c7-489f-92d1-9488f20b0eae req-2679428b-b5c8-4623-b61d-cc617f25cfba tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0595872 Sep 14 01:07:22.929118 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6c47655e-a6c7-489f-92d1-9488f20b0eae req-4763c4f1-93c4-44c4-8918-2d8d462adad9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433919 Sep 14 01:07:23.714731 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1adb60f-4875-4138-bf5b-097711699c18 req-40b253fe-a614-425e-9454-67f2f8722070 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Sep 14 01:07:23.725100 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc236b01-3b89-4cd0-98f4-b3c8b4fbdac7 req-775469e5-443c-457a-a4c1-1bac5be69c9b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:23.726540 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-dc236b01-3b89-4cd0-98f4-b3c8b4fbdac7 req-775469e5-443c-457a-a4c1-1bac5be69c9b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0696626 Sep 14 01:07:23.778042 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-dc236b01-3b89-4cd0-98f4-b3c8b4fbdac7 req-86f2be27-e66f-4286-b673-f475699547ec tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449288 Sep 14 01:07:24.054692 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb494f-8048-42af-9b13-2f154d76c226 req-345e7dbe-f199-4b1d-a112-194dc3892ba6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.056152 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-49eb494f-8048-42af-9b13-2f154d76c226 req-345e7dbe-f199-4b1d-a112-194dc3892ba6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0469325 Sep 14 01:07:24.103287 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-49eb494f-8048-42af-9b13-2f154d76c226 req-e92880cc-d27d-4316-9282-38d5983a4725 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Sep 14 01:07:24.412047 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13492f6-917c-4716-92fd-8744f1850f88 req-71148481-096b-4f12-91fb-c3a44ab0fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.413555 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f13492f6-917c-4716-92fd-8744f1850f88 req-71148481-096b-4f12-91fb-c3a44ab0fd03 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1129 time: 0.0422714 Sep 14 01:07:24.460143 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-f13492f6-917c-4716-92fd-8744f1850f88 req-093c2883-bf32-4845-b3df-a37f2981ee82 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401740 Sep 14 01:07:24.821788 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22ca0821-39d6-4fd1-a510-1a4daff15996 req-c926ccc2-d8d7-4673-97e8-c03e11fb8cc7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 210 time: 0.0280252 Sep 14 01:07:24.897738 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dc86e-52a0-434f-8ad9-a2cac7e162e4 req-f3707eed-955b-4b33-b38c-9f57ab4d65b4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:24.899254 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c02dc86e-52a0-434f-8ad9-a2cac7e162e4 req-f3707eed-955b-4b33-b38c-9f57ab4d65b4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0461202 Sep 14 01:07:24.949872 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c02dc86e-52a0-434f-8ad9-a2cac7e162e4 req-d1adbc9b-c897-471b-9f62-50cf272c4126 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Sep 14 01:07:25.228409 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377c4be-fc4e-4653-84a7-e58af9d96ca9 req-9e5fe050-3700-4727-8104-949fb9fb69f7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:25.229924 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5377c4be-fc4e-4653-84a7-e58af9d96ca9 req-9e5fe050-3700-4727-8104-949fb9fb69f7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0471838 Sep 14 01:07:25.242192 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:25.278362 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5377c4be-fc4e-4653-84a7-e58af9d96ca9 req-c24769cb-e82e-4cc0-a49a-07e096947cc5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418327 Sep 14 01:07:25.925447 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8c3c7e4c-b5d9-4693-a8ed-edd068dff5b2 req-441ba2a2-987b-4427-b6ed-dfc81d283ca8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Sep 14 01:07:26.081067 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6d904-a22f-47df-87ae-553896607bca req-e2da4697-3544-4d2b-91d8-f401abaf7815 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:26.082634 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2ce6d904-a22f-47df-87ae-553896607bca req-e2da4697-3544-4d2b-91d8-f401abaf7815 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0584681 Sep 14 01:07:26.132901 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2ce6d904-a22f-47df-87ae-553896607bca req-15c5e427-733c-481d-bcee-f64e44bf8b85 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448484 Sep 14 01:07:26.258053 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8aa76-6e26-47bf-8cb7-d6f1fff4f038 req-8ee2c2b3-6016-4556-af3c-d030aacfb654 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:26.259690 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3af8aa76-6e26-47bf-8cb7-d6f1fff4f038 req-8ee2c2b3-6016-4556-af3c-d030aacfb654 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0479128 Sep 14 01:07:26.314220 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3af8aa76-6e26-47bf-8cb7-d6f1fff4f038 req-b0088a94-4e78-422c-a8f9-3a2162769f81 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 Sep 14 01:07:26.343240 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54110) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:26.398818 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-9b6d4be6-0ff2-4878-9f41-393f5d355041 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:26.401383 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-9b6d4be6-0ff2-4878-9f41-393f5d355041 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 818 time: 0.1486588 Sep 14 01:07:26.424509 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44f08a-6fc1-49ab-9fc9-4e3148358769 req-ad89d776-c741-4876-9e12-cca536257739 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:26.425555 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c44f08a-6fc1-49ab-9fc9-4e3148358769 req-ad89d776-c741-4876-9e12-cca536257739 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 944 time: 0.0558639 Sep 14 01:07:26.474259 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-83ac249b-15b8-4875-9b73-9b9b1393fd40 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1f0d081d730748f587aa7a3e93653c13 HTTP/1.1" status: 200 len: 380 time: 0.0632360 Sep 14 01:07:26.484336 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c44f08a-6fc1-49ab-9fc9-4e3148358769 req-8fda8949-a15a-42b1-bf0a-4c4df12518b6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526328 Sep 14 01:07:26.546738 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'port': {'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'admin_state_up': True, 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'security_groups': ['d3cc64e7-48a8-464d-97ab-27d90b9d3806']}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:26.560961 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0e6f03-73fc-4662-8864-bef9a30e7357 tempest-TestShelveInstance-977201885 tempest-TestShelveInstance-977201885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:26.565369 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-fa0e6f03-73fc-4662-8864-bef9a30e7357 tempest-TestShelveInstance-977201885 tempest-TestShelveInstance-977201885-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1124 time: 0.2182517 Sep 14 01:07:26.565591 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54118) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:26.569789 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'port_id': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:26.591922 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.656397 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Made reservation on behalf of 1f0d081d730748f587aa7a3e93653c13 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:07:26.660976 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.661132 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:07:26.672861 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.680123 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:26.774195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:26.786114 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Allocated IP 172.28.1.88 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/75e1ab4f-c5d9-4f60-8503-807bc75e94bf) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:07:26.786392 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'port_id': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'mac_address': 'fa:16:3e:d3:3d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:07:26.801116 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Allocated IP 172.20.0.11 (99834cc1-1b0c-4af1-9db5-bbb28c819c4a/fc0d73bb-d491-4fad-a78e-8bc04de760c0/152ef92a-eff9-4406-8e99-cf8a97a19ecf) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:07:26.803272 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:26.833023 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:26.833418 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.848385 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a840c0c6-ebb0-47a0-a63e-88622565be34 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:26.870657 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:26.876227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.909468 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:26.910970 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.927185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=9']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:26.940566 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=26 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:26.944436 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.978764 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:26.989131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:07:26.992594 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:07:26.994547 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'Port': ['ID=75e1ab4f-c5d9-4f60-8503-807bc75e94bf,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:26.997344 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:07:27.001862 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.035230 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.056478 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-abe48a53-2956-4762-9994-bc3d62db36d8 req-74136815-67bc-43e3-b415-60c6e22ed21b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 210 time: 0.0374703 Sep 14 01:07:27.084334 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:07:27.087700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:07:27.091796 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:07:27.118788 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event updated for resources: {'Port': ['ID=152ef92a-eff9-4406-8e99-cf8a97a19ecf,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:27.162642 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:27.163863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.184563 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['a840c0c6-ebb0-47a0-a63e-88622565be34'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:07:27.209989 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-44cb0816-6ad0-4270-818e-9dc6df9364bf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6597438 Sep 14 01:07:27.209989 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Request body: {'port': {'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:27.282343 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.326455 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.327778 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.396361 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.432156 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-0b211e91-aba4-40fc-9a82-09a586deb6f1 None None] Provisioning complete for port 152ef92a-eff9-4406-8e99-cf8a97a19ecf triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:27.432767 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0b211e91-aba4-40fc-9a82-09a586deb6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.433247 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-0b211e91-aba4-40fc-9a82-09a586deb6f1 None None] Attempt 1 to provision port 152ef92a-eff9-4406-8e99-cf8a97a19ecf Sep 14 01:07:27.473496 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-0b211e91-aba4-40fc-9a82-09a586deb6f1 None None] Port 152ef92a-eff9-4406-8e99-cf8a97a19ecf cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:07:27.642630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152ef92a-eff9-4406-8e99-cf8a97a19ecf {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:27.652169 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Publish callbacks [] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.667716 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Transition to ACTIVE for port object 152ef92a-eff9-4406-8e99-cf8a97a19ecf will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:07:27.671675 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.723230 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87cd8-a5bf-4405-b69d-83900bc90aa7 req-097a4b1e-112d-4fab-8ee5-fd34a79d6344 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:27.724713 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a3d87cd8-a5bf-4405-b69d-83900bc90aa7 req-097a4b1e-112d-4fab-8ee5-fd34a79d6344 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 945 time: 0.1014512 Sep 14 01:07:27.758532 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Pushing event updated for resources: {'Port': ['ID=152ef92a-eff9-4406-8e99-cf8a97a19ecf,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:27.790116 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Attempting to bind port 152ef92a-eff9-4406-8e99-cf8a97a19ecf on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:07:27.790459 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Attempting to bind port 152ef92a-eff9-4406-8e99-cf8a97a19ecf by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:07:27.790783 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Attempting to bind port 152ef92a-eff9-4406-8e99-cf8a97a19ecf on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:07:27.792492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for floatingip (eead93b2-e9a7-4d2c-bdfd-fda23912158d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.822932 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a3d87cd8-a5bf-4405-b69d-83900bc90aa7 req-772f07d9-fcec-4d98-bda5-9aae78abf508 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768325 Sep 14 01:07:27.826247 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.837258 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Port 152ef92a-eff9-4406-8e99-cf8a97a19ecf on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:07:27.837723 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Attempting to bind port 152ef92a-eff9-4406-8e99-cf8a97a19ecf on network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:07:27.876948 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.889537 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:07:27.889912 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Checking segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:07:27.890295 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Bound using segment: {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:07:27.890729 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Bound port: 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:07:27.891087 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.907415 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.956985 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] For port 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:07:27.958644 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:27.960428 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] For port 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:07:27.966926 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.971223 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:27.971833 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:27.973201 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 1094 time: 0.7687073 Sep 14 01:07:27.974926 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:27.975899 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-0b211e91-aba4-40fc-9a82-09a586deb6f1 None None] Attempt 2 to provision port 152ef92a-eff9-4406-8e99-cf8a97a19ecf Sep 14 01:07:27.977177 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:28.032025 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-0b211e91-aba4-40fc-9a82-09a586deb6f1 None None] Port 152ef92a-eff9-4406-8e99-cf8a97a19ecf had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:07:28.038708 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b197c9-4a58-44d0-995c-e5b92907864a service neutron] Pushing event updated for resources: {'Port': ['ID=152ef92a-eff9-4406-8e99-cf8a97a19ecf,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:28.042438 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fcaa84-7406-4a98-898e-01e75ae57742 x-openstack-request-id: req-00fcaa84-7406-4a98-898e-01e75ae57742 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:28.042726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:28.043501 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00fcaa84-7406-4a98-898e-01e75ae57742 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:28.043903 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00fcaa84-7406-4a98-898e-01e75ae57742'] response: {'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'status': 'completed', 'code': 200} Sep 14 01:07:28.071952 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:28.076784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:28.084509 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-0179a505-ab50-48f1-8197-1c87731036df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:28.086036 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-0179a505-ab50-48f1-8197-1c87731036df service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1128 time: 0.0395885 Sep 14 01:07:28.126936 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-34260f35-ecf6-4e56-a760-b5e7e91e8b67 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 217 time: 0.0334730 Sep 14 01:07:28.140297 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:28.158955 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (eead93b2-e9a7-4d2c-bdfd-fda23912158d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:28.177923 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event updated for resources: {'Port': ['ID=75e1ab4f-c5d9-4f60-8503-807bc75e94bf,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:28.181118 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-3c4b37ea-ee44-4516-883a-ba1a327dbad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:28.183028 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-3c4b37ea-ee44-4516-883a-ba1a327dbad2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0498328 Sep 14 01:07:28.226497 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-365cbc38-e259-44fb-aa3d-7804d517d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:28.228005 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-365cbc38-e259-44fb-aa3d-7804d517d621 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388525 Sep 14 01:07:28.235150 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9273023-7c6a-4236-a161-c4c3f1cb2411 req-dca87d5f-7485-4e90-8d66-8dc48dc76031 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:28.236619 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c9273023-7c6a-4236-a161-c4c3f1cb2411 req-dca87d5f-7485-4e90-8d66-8dc48dc76031 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 944 time: 0.0976744 Sep 14 01:07:28.321422 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Floating IP eead93b2-e9a7-4d2c-bdfd-fda23912158d associated. External IP: 172.28.1.88, port: 13aacd44-fdf5-46d5-845f-cd5e08f624ac. Sep 14 01:07:28.321696 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-7a3af86e-d339-4b10-89ef-3afd9f405d2b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862522 Sep 14 01:07:28.328086 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c9273023-7c6a-4236-a161-c4c3f1cb2411 req-41958a68-3869-41de-9aba-2aac10cc8423 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855145 Sep 14 01:07:28.373769 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:28.415026 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ca0a951e-89e5-4489-b5b6-c7204670b805 req-106fc7b5-e310-4de1-bc67-2649c051b281 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859089 Sep 14 01:07:28.526113 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:07:28.622988 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:07:28.632321 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] Sync routers for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:07:28.642149 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:28.642544 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:28.643164 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:28.676905 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-45475222-914c-418a-953c-12c105ee113a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1100545 Sep 14 01:07:28.677343 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:28.679761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:28.689394 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:07:28.724373 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6ef011-9836-45eb-bed6-7239a51c3234 x-openstack-request-id: req-3d6ef011-9836-45eb-bed6-7239a51c3234 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:28.724662 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:28.724914 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d6ef011-9836-45eb-bed6-7239a51c3234 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:28.725319 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6ef011-9836-45eb-bed6-7239a51c3234'] response: {'name': 'network-changed', 'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'status': 'completed', 'code': 200} Sep 14 01:07:28.739996 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-dcb61946-7e5d-4b6d-9c8c-f15bdad5a20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:28.802941 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:28.805034 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port a840c0c6-ebb0-47a0-a63e-88622565be34 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:28.805401 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:28.805744 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port a840c0c6-ebb0-47a0-a63e-88622565be34 Sep 14 01:07:29.000784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59189953-eae5-4f56-8182-05801a2e9c48 req-0c543cf0-a8c9-4ef5-807f-a87ebd9b8b29 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.001962 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a840c0c6-ebb0-47a0-a63e-88622565be34 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:29.002446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:29.006342 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59189953-eae5-4f56-8182-05801a2e9c48 req-0c543cf0-a8c9-4ef5-807f-a87ebd9b8b29 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 945 time: 0.0576303 Sep 14 01:07:29.048347 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:29.050611 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1288f92-a41d-45b5-a5ed-5d62f7df5ee6" -d '{"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:29.051616 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59189953-eae5-4f56-8182-05801a2e9c48 req-27ee6cab-1e7d-4bad-b23f-09d374979919 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Sep 14 01:07:29.072830 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:29.079278 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:29.118734 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fa95c7-0efb-4b43-adf0-15690a2c9ad9 x-openstack-request-id: req-98fa95c7-0efb-4b43-adf0-15690a2c9ad9 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:29.119020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-plugged", "status": "completed", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:29.119272 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98fa95c7-0efb-4b43-adf0-15690a2c9ad9 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:29.119656 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fa95c7-0efb-4b43-adf0-15690a2c9ad9'] response: {'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'code': 200} Sep 14 01:07:29.146917 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'eead93b2-e9a7-4d2c-bdfd-fda23912158d', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'floating_ip_address': '172.28.1.88', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'port_id': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'mac_address': 'fa:16:3e:62:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:27Z', 'updated_at': '2022-09-14T01:07:27Z', 'revision_number': 0, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:29.183029 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] Checking router: b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:07:29.185535 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=10']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:29.194795 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:29.195393 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:29.291539 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:29.459248 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:29.476948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-782c46f6-a50f-4ca5-beaa-2531794e72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.478688 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-782c46f6-a50f-4ca5-beaa-2531794e72d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1128 time: 0.0464742 Sep 14 01:07:29.493085 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af582-dbb2-4f61-b674-941d07196cda req-7c839cf7-b7da-4ddf-aa13-ec336965545a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.494655 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4a2af582-dbb2-4f61-b674-941d07196cda req-7c839cf7-b7da-4ddf-aa13-ec336965545a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 944 time: 0.0905571 Sep 14 01:07:29.513665 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-2985cb23-75d2-465c-ac64-1096de81f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.515146 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-2985cb23-75d2-465c-ac64-1096de81f739 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1129 time: 0.0772431 Sep 14 01:07:29.551452 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4a2af582-dbb2-4f61-b674-941d07196cda req-d0d3635f-96a2-411f-baa4-f1067c20af34 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475860 Sep 14 01:07:29.624191 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'eead93b2-e9a7-4d2c-bdfd-fda23912158d', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'floating_ip_address': '172.28.1.88', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'port_id': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'mac_address': 'fa:16:3e:62:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:27Z', 'updated_at': '2022-09-14T01:07:27Z', 'revision_number': 0, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:29.648198 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2371a3ec-54d9-4f9e-80a3-a6c2f33236d5 None None] The sync data for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb is: [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'eead93b2-e9a7-4d2c-bdfd-fda23912158d', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'floating_ip_address': '172.28.1.88', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'port_id': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'mac_address': 'fa:16:3e:62:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:27Z', 'updated_at': '2022-09-14T01:07:27Z', 'revision_number': 0, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:07:29.827990 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6c26c-d913-4cc3-b654-8606b0310082 None None] New status for floating IP eead93b2-e9a7-4d2c-bdfd-fda23912158d: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:07:29.931978 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-29aff2c9-0324-4d57-8597-acf0b002f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.934277 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-29aff2c9-0324-4d57-8597-acf0b002f833 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 909 time: 0.1034269 Sep 14 01:07:29.941691 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-446d533c-7a2b-4d3c-bb2a-8bf29ecc3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:29.943165 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-446d533c-7a2b-4d3c-bb2a-8bf29ecc3b4a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1119509 Sep 14 01:07:30.005557 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-70fbfd1b-c55f-441e-9b34-e03b58cab489 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 217 time: 0.0557621 Sep 14 01:07:30.043505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8643e7-fbea-41a2-94a3-5c776f3071e6 req-c28211c0-49ef-48f2-b99c-da376be649f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.045028 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4e8643e7-fbea-41a2-94a3-5c776f3071e6 req-c28211c0-49ef-48f2-b99c-da376be649f0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 1131 time: 0.0615585 Sep 14 01:07:30.047480 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-7e3c882a-2fa0-4bb1-9649-944556c72610 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 998 time: 0.1048553 Sep 14 01:07:30.064141 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-276a3183-26d5-4557-8970-e470da39dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.065775 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-276a3183-26d5-4557-8970-e470da39dbef service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0539131 Sep 14 01:07:30.143714 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-7af05aa0-5b0c-43e2-b619-1aec138ce01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.144256 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-c00ea943-c8b6-4ce4-93ed-e62b7d65091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.145199 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-7af05aa0-5b0c-43e2-b619-1aec138ce01c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.0818183 Sep 14 01:07:30.145753 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-c00ea943-c8b6-4ce4-93ed-e62b7d65091b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0720403 Sep 14 01:07:30.147674 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4e8643e7-fbea-41a2-94a3-5c776f3071e6 req-618cc039-8c10-4602-b9c8-d01433846f1d service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921531 Sep 14 01:07:30.210808 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff01217-13fa-48b8-ac78-45f153c73cd4 req-c2399d4d-9a4a-4ed1-a77e-9c95c982fc13 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.212297 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ff01217-13fa-48b8-ac78-45f153c73cd4 req-c2399d4d-9a4a-4ed1-a77e-9c95c982fc13 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0498130 Sep 14 01:07:30.262271 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ff01217-13fa-48b8-ac78-45f153c73cd4 req-bced7cee-3f16-4555-a35e-22242e053f96 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430100 Sep 14 01:07:30.404136 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:30.410246 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-e255771b-7aad-43f2-a19d-9b0a2c6422d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.411810 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-e255771b-7aad-43f2-a19d-9b0a2c6422d7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0406125 Sep 14 01:07:30.457219 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-0220b269-4b65-437a-8b0c-320e2139d2e1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Sep 14 01:07:30.506058 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-a29a1c60-ea66-4b2e-bc10-f24a829b43eb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872238 Sep 14 01:07:30.551713 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-a55d43b4-7f97-42fb-8a98-5cf0f2ae3e8d req-ced9e66a-c3b0-4669-891c-9fb9e955ba2f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883665 Sep 14 01:07:30.599864 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccd33cd3-8fb8-4d80-8e46-23cb12a44f39 req-1957435e-1fcc-4c2f-b9a1-fdbcea44bfdb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866673 Sep 14 01:07:30.675155 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1e752-9a42-4b49-add7-6fea518f96c2 req-b77064f2-c081-40db-92ec-e97c5d207c67 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:30.676579 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-74b1e752-9a42-4b49-add7-6fea518f96c2 req-b77064f2-c081-40db-92ec-e97c5d207c67 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 944 time: 0.0516512 Sep 14 01:07:30.676714 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 152ef92a-eff9-4406-8e99-cf8a97a19ecf details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:07:30.724509 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-74b1e752-9a42-4b49-add7-6fea518f96c2 req-a7798696-e9d3-47c1-85eb-5e53805242a7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 Sep 14 01:07:30.747100 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:30.784258 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:30.792790 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:30.795698 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:07:30.830484 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 152ef92a-eff9-4406-8e99-cf8a97a19ecf is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:30.830871 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:30.848476 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152ef92a-eff9-4406-8e99-cf8a97a19ecf {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:07:30.868484 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:30.872078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:30.903844 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:30.918546 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=152ef92a-eff9-4406-8e99-cf8a97a19ecf,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:30.963020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-90dd111c-d572-4f76-9555-14dfabc957d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:31.197091 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['152ef92a-eff9-4406-8e99-cf8a97a19ecf'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:07:31.393790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635aa2b-1edc-46aa-b242-f79b0c960da8 req-534b49f7-3a45-4c0c-bab5-ae04ca44e5bc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:31.395416 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b635aa2b-1edc-46aa-b242-f79b0c960da8 req-534b49f7-3a45-4c0c-bab5-ae04ca44e5bc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0479367 Sep 14 01:07:31.442543 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b635aa2b-1edc-46aa-b242-f79b0c960da8 req-eaf5b32a-f09e-4e24-abb8-d053cc2f030c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Sep 14 01:07:31.860718 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7db21a-9996-493d-812b-4931420307ec req-d71f416a-8895-4e29-870f-faa23c802783 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:31.862545 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca7db21a-9996-493d-812b-4931420307ec req-d71f416a-8895-4e29-870f-faa23c802783 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 945 time: 0.0608091 Sep 14 01:07:31.915375 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ca7db21a-9996-493d-812b-4931420307ec req-d70655dc-3b97-4801-9f50-570a79e86e03 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469820 Sep 14 01:07:32.332728 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:32.569573 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ea3c9-a7d4-4ca5-a103-7a2c338ec31e req-81a86f06-04fe-44e7-82e3-a64063d249b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:32.571105 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1c6ea3c9-a7d4-4ca5-a103-7a2c338ec31e req-81a86f06-04fe-44e7-82e3-a64063d249b2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0478289 Sep 14 01:07:32.583776 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:32.620120 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1c6ea3c9-a7d4-4ca5-a103-7a2c338ec31e req-89469b23-78a0-43b6-b723-c7c3d05bd942 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428331 Sep 14 01:07:32.694168 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 152ef92a-eff9-4406-8e99-cf8a97a19ecf up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:07:32.736173 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 152ef92a-eff9-4406-8e99-cf8a97a19ecf completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:07:32.742311 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 152ef92a-eff9-4406-8e99-cf8a97a19ecf triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:07:32.742853 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:32.743366 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 152ef92a-eff9-4406-8e99-cf8a97a19ecf Sep 14 01:07:32.819362 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 152ef92a-eff9-4406-8e99-cf8a97a19ecf is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:07:32.819745 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:32.842742 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:32.845046 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565a7565-f934-4fce-b758-1d034558c659" -d '{"events": [{"server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "name": "network-vif-plugged", "status": "completed", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:32.858716 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:32.863985 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:32.893931 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f684905-940e-432b-b9ee-c106aa14e21b x-openstack-request-id: req-5f684905-940e-432b-b9ee-c106aa14e21b {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:32.894260 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "name": "network-vif-plugged", "status": "completed", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:32.894520 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f684905-940e-432b-b9ee-c106aa14e21b {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:32.894919 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f684905-940e-432b-b9ee-c106aa14e21b'] response: {'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'code': 200} Sep 14 01:07:32.917912 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=152ef92a-eff9-4406-8e99-cf8a97a19ecf,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:33.042825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8063fd-dcde-4d1f-ae26-47ef98c2a4c8 req-2602e9ff-56c7-4bdb-ba7b-ab74d62fd47c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:33.045402 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3c8063fd-dcde-4d1f-ae26-47ef98c2a4c8 req-2602e9ff-56c7-4bdb-ba7b-ab74d62fd47c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0501041 Sep 14 01:07:33.104588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f102c-efce-4208-a7bb-2062f3346a60 req-71a5be4b-cd5f-45c1-9da2-2f6f50db0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:33.106679 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-328f102c-efce-4208-a7bb-2062f3346a60 req-71a5be4b-cd5f-45c1-9da2-2f6f50db0202 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0601351 Sep 14 01:07:33.141790 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3c8063fd-dcde-4d1f-ae26-47ef98c2a4c8 req-2a3920a8-a663-4c15-b9f1-9cf451b104a9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864377 Sep 14 01:07:33.165027 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-328f102c-efce-4208-a7bb-2062f3346a60 req-0dd383dd-1960-4ad3-9f41-b414a39cf95a service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503175 Sep 14 01:07:33.683735 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:33.720908 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:34.262945 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c416f-8d8c-4a6e-af61-6a7b5c71974e req-62984761-99a7-4982-b98d-d3d1ff60927d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:34.264406 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-824c416f-8d8c-4a6e-af61-6a7b5c71974e req-62984761-99a7-4982-b98d-d3d1ff60927d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0465307 Sep 14 01:07:34.310751 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-824c416f-8d8c-4a6e-af61-6a7b5c71974e req-a058622f-27a2-47a5-9f1c-496acac63158 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Sep 14 01:07:34.906734 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54240) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:35.030286 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85589d57-8ce3-4f34-8bb5-c00f6031ecca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.083624 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:35.109229 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85589d57-8ce3-4f34-8bb5-c00f6031ecca admin admin] Publish callbacks [] for security_group (08aec866-aecd-45e6-85a4-523a3eb412da), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.112622 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-85589d57-8ce3-4f34-8bb5-c00f6031ecca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (08aec866-aecd-45e6-85a4-523a3eb412da), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.151034 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-85589d57-8ce3-4f34-8bb5-c00f6031ecca admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=003c02e1704b41318336d507d279558f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432735 Sep 14 01:07:35.151868 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85589d57-8ce3-4f34-8bb5-c00f6031ecca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aec866-aecd-45e6-85a4-523a3eb412da,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:35.154286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54244) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:35.161264 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:35.203851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-87141e2a-5103-4537-aadf-548825ba584d admin admin] Publish callbacks [] for security_group (08aec866-aecd-45e6-85a4-523a3eb412da), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.225380 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-87141e2a-5103-4537-aadf-548825ba584d admin admin] Publish callbacks [] for security_group (08aec866-aecd-45e6-85a4-523a3eb412da), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.273603 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-87141e2a-5103-4537-aadf-548825ba584d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (08aec866-aecd-45e6-85a4-523a3eb412da), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.276492 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-87141e2a-5103-4537-aadf-548825ba584d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.277648 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-87141e2a-5103-4537-aadf-548825ba584d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/08aec866-aecd-45e6-85a4-523a3eb412da HTTP/1.1" status: 204 len: 168 time: 0.1224194 Sep 14 01:07:35.285636 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87141e2a-5103-4537-aadf-548825ba584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aec866-aecd-45e6-85a4-523a3eb412da,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:35.432154 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e8eba-dc4f-431e-9ad5-f31903d0f779 req-f7ce938d-9b89-488a-af3c-fc4066518d1e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:35.434434 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-108e8eba-dc4f-431e-9ad5-f31903d0f779 req-f7ce938d-9b89-488a-af3c-fc4066518d1e tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0472980 Sep 14 01:07:35.487409 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-108e8eba-dc4f-431e-9ad5-f31903d0f779 req-e9580c32-cc78-443c-ba14-f038b64c3029 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Sep 14 01:07:35.613368 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cae6d-a962-4d97-b45a-1d9b514f7d06 req-5fe1a34e-2082-4193-a3ce-47984b4565e9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:35.614886 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-886cae6d-a962-4d97-b45a-1d9b514f7d06 req-5fe1a34e-2082-4193-a3ce-47984b4565e9 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0528615 Sep 14 01:07:35.625024 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54264) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:35.629403 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'floatingip': {'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:07:35.670254 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:35.962736 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:36.327686 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.331792 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.337363 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54282) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:36.427722 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Floating IP b1cfbac2-b449-4955-ba39-1510ddaabb43 associated. External IP: 172.28.1.12, port: 152ef92a-eff9-4406-8e99-cf8a97a19ecf. Sep 14 01:07:36.441861 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:36.448799 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-39553643-e824-4fe6-b586-7d44d9b3bbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.533439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-39553643-e824-4fe6-b586-7d44d9b3bbf5 admin admin] Publish callbacks [] for security_group (4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.537243 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-39553643-e824-4fe6-b586-7d44d9b3bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.580463 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-39553643-e824-4fe6-b586-7d44d9b3bbf5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b4be3ab84fdd4161a9c03ddfb68b6d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418759 Sep 14 01:07:36.582204 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39553643-e824-4fe6-b586-7d44d9b3bbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:36.583555 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54286) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:36.666704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Router e9dbaa6c-9acd-47e0-ac55-154c142acdcc has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:07:36.676112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:36.686596 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a1da633-94fc-4566-b9d3-85697c9dce22 admin admin] Publish callbacks [] for security_group (4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.743316 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a1da633-94fc-4566-b9d3-85697c9dce22 admin admin] Publish callbacks [] for security_group (4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.824412 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:07:36.828806 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.833736 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] Sync routers for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:07:36.845237 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:36.845947 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:36.863483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a1da633-94fc-4566-b9d3-85697c9dce22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.865930 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7a1da633-94fc-4566-b9d3-85697c9dce22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:36.867061 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-7a1da633-94fc-4566-b9d3-85697c9dce22 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18 HTTP/1.1" status: 204 len: 168 time: 0.2825763 Sep 14 01:07:36.873380 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-64cf4a1b-c896-42a1-86c4-ba8d9ad320b2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/b1cfbac2-b449-4955-ba39-1510ddaabb43 HTTP/1.1" status: 200 len: 991 time: 1.2473354 Sep 14 01:07:36.877900 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:36.880132 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5420f-51a5-43a4-aa11-2a30583f7568" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:36.883356 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1da633-94fc-4566-b9d3-85697c9dce22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f377f17-0fa5-43a1-80c6-9a6ab7ac8e18,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:36.925547 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f564f-eea6-4367-a024-ec9c41aa75d0 x-openstack-request-id: req-8a8f564f-eea6-4367-a024-ec9c41aa75d0 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:36.925751 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:36.925986 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a8f564f-eea6-4367-a024-ec9c41aa75d0 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:36.926568 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8f564f-eea6-4367-a024-ec9c41aa75d0'] response: {'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'status': 'completed', 'code': 200} Sep 14 01:07:36.993851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-65b49bf2-1288-46ad-b070-1382ae4c24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:36.998839 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-65b49bf2-1288-46ad-b070-1382ae4c24dd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0435734 Sep 14 01:07:36.999115 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:37.116864 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-21c32411-1b28-4276-bdff-945c6f518518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:37.119872 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-21c32411-1b28-4276-bdff-945c6f518518 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1138737 Sep 14 01:07:37.163899 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:37.192065 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-6acc4e72-fab1-4fa5-91a6-631e95ea1dcc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 999 time: 0.0668685 Sep 14 01:07:37.237988 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b1cfbac2-b449-4955-ba39-1510ddaabb43', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'floating_ip_address': '172.28.1.12', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:13Z', 'updated_at': '2022-09-14T01:07:36Z', 'revision_number': 1, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:37.241112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-ca1be497-23c7-44eb-8dda-bcd077786e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:37.242645 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-ca1be497-23c7-44eb-8dda-bcd077786e4f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0437429 Sep 14 01:07:37.262955 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] Checking router: e9dbaa6c-9acd-47e0-ac55-154c142acdcc for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:07:37.271248 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:37.271850 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:37.286177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-330421d7-5068-4e53-abe8-d85c2eca02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:37.287701 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-330421d7-5068-4e53-abe8-d85c2eca02eb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0381265 Sep 14 01:07:37.372922 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:37.385466 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-21c56b74-a2be-47bc-96c8-3e2fb5eb0f82 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904198 Sep 14 01:07:37.506967 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-62f5420f-51a5-43a4-aa11-2a30583f7568 req-3f050d6f-ffd9-46b8-bae3-c31e1e4d17a3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888865 Sep 14 01:07:37.518012 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:37.586912 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b1cfbac2-b449-4955-ba39-1510ddaabb43', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'floating_ip_address': '172.28.1.12', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:13Z', 'updated_at': '2022-09-14T01:07:36Z', 'revision_number': 1, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:37.611355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511fef6f-2b74-415a-b12d-b5d8023e42fd None None] The sync data for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb is: [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b1cfbac2-b449-4955-ba39-1510ddaabb43', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'floating_ip_address': '172.28.1.12', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:13Z', 'updated_at': '2022-09-14T01:07:36Z', 'revision_number': 1, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:07:37.790416 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6e3375-4ab8-40c5-9da9-467988bb56f6 None None] New status for floating IP b1cfbac2-b449-4955-ba39-1510ddaabb43: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:07:46.571127 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=15,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:46.573045 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=32,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.502745 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.503516 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=34 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.584692 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.589010 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.589655 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.890703 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:47.895690 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:50.552623 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-1289ed75-7370-4393-ab1b-ae64e66a86f7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368764 Sep 14 01:07:50.612604 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-04e3a75e-878c-4053-b2da-a7a85a897636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.614110 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-04e3a75e-878c-4053-b2da-a7a85a897636 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 1129 time: 0.0380874 Sep 14 01:07:50.725654 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-2e7225a0-5049-414f-840a-533587b19fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.727505 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-2e7225a0-5049-414f-840a-533587b19fe9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.0894499 Sep 14 01:07:50.770933 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-3199f45f-b73c-4866-9542-7215ce4bbc7c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=954785ea-817f-4b0e-b1ab-94da4aca645e HTTP/1.1" status: 200 len: 217 time: 0.0322199 Sep 14 01:07:50.818281 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-38354762-2313-48b6-9687-6280495a132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.819639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-38354762-2313-48b6-9687-6280495a132c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0422301 Sep 14 01:07:50.863853 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-82d99949-61ab-4e7f-a7dd-359a6e65c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:50.865277 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-82d99949-61ab-4e7f-a7dd-359a6e65c1db service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0369415 Sep 14 01:07:50.962108 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-2d367529-4f0e-4725-821c-31576a19ea9d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871036 Sep 14 01:07:51.058610 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c37f7c9c-b08b-4859-9f83-33bf7441eb35 req-fa1345ea-afd6-41bb-9fc2-24a417f1b17d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865686 Sep 14 01:07:51.167412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:52.779016 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb00b5-55b5-45e9-abee-09a89e8d77e9 req-4b339bfe-4054-42b9-b195-c09b743e83c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:52.781075 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a6fb00b5-55b5-45e9-abee-09a89e8d77e9 req-4b339bfe-4054-42b9-b195-c09b743e83c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0477495 Sep 14 01:07:52.826334 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a6fb00b5-55b5-45e9-abee-09a89e8d77e9 req-61a70f71-5bce-4db9-a131-4cc9f2ac020b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Sep 14 01:07:53.952968 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd5e04-95ac-415a-bcf2-b5281344229d req-51596438-d9a4-4529-8d56-5881eae57d58 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:53.955098 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7dbd5e04-95ac-415a-bcf2-b5281344229d req-51596438-d9a4-4529-8d56-5881eae57d58 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0452158 Sep 14 01:07:54.000887 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7dbd5e04-95ac-415a-bcf2-b5281344229d req-dbaaa1bf-e6d1-4e36-8f52-62a8d7c231bb tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=282a9afd-2cf5-47fa-a783-71834f8c63a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Sep 14 01:07:54.510077 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-a3b16b01-0c22-461f-ac1f-446365d3b371 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:54.511485 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-a3b16b01-0c22-461f-ac1f-446365d3b371 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Sep 14 01:07:54.593551 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 12f40563-1568-4876-bba7-90e2c048acb0 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:07:54.594441 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (12f40563-1568-4876-bba7-90e2c048acb0), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:54.683345 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] For port 12f40563-1568-4876-bba7-90e2c048acb0, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=12f40563-1568-4876-bba7-90e2c048acb0,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:07:54.683707 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (12f40563-1568-4876-bba7-90e2c048acb0), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:54.866802 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:54.881928 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:54.893985 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:54.894340 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (213bece6-8a9a-40de-8734-10c4269eb3a2), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:54.894657 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP 213bece6-8a9a-40de-8734-10c4269eb3a2 disassociated. External IP: 172.28.1.167, port: 12f40563-1568-4876-bba7-90e2c048acb0. Sep 14 01:07:54.895002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 12f40563-1568-4876-bba7-90e2c048acb0 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:07:55.018941 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (12f40563-1568-4876-bba7-90e2c048acb0), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.046828 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=12f40563-1568-4876-bba7-90e2c048acb0,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:55.121475 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2b92f2e9-3423-4b7d-8a4d-f6647e5cd775 req-732f6e74-b5c7-4fad-b001-9e2b280a3c64 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0324161 Sep 14 01:07:55.144040 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:07:55.179481 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:07:55.283318 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:07:55.293466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:07:55.303804 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:55.304447 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:55.325231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] No DVR routers for this DVR port 12f40563-1568-4876-bba7-90e2c048acb0 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:07:55.328002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:55.332842 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e88e56a6-2c48-4e34-8ad1-232188622398 req-4bc96601-0a1f-4297-9234-4c370020d0a0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "DELETE /networking/v2.0/ports/12f40563-1568-4876-bba7-90e2c048acb0 HTTP/1.1" status: 204 len: 173 time: 0.8134966 Sep 14 01:07:55.333544 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'name': 'network-vif-deleted', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:07:55.337976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af7bbbe-9f6c-4a73-a994-8809d647086d" -d '{"events": [{"server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "name": "network-vif-deleted", "tag": "12f40563-1568-4876-bba7-90e2c048acb0"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:07:55.385396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3ef51-ae3b-4160-afa0-2692a34b1ec9 x-openstack-request-id: req-c2f3ef51-ae3b-4160-afa0-2692a34b1ec9 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:07:55.385696 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f448b9d0-d68c-4ea5-9f13-604d2f28d9d1", "name": "network-vif-deleted", "tag": "12f40563-1568-4876-bba7-90e2c048acb0", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:07:55.385983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2f3ef51-ae3b-4160-afa0-2692a34b1ec9 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:07:55.386387 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f3ef51-ae3b-4160-afa0-2692a34b1ec9'] response: {'server_uuid': 'f448b9d0-d68c-4ea5-9f13-604d2f28d9d1', 'name': 'network-vif-deleted', 'tag': '12f40563-1568-4876-bba7-90e2c048acb0', 'status': 'completed', 'code': 200} Sep 14 01:07:55.418752 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:55.639428 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:55.667226 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:07:55.676205 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:07:55.676807 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:07:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:55.777629 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:07:56.113493 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:07:56.141975 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5dde51-b89a-47ec-925a-1353b81d732b None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'bcba805c-8159-4572-9e7d-39b6336a8943', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.100', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '2e7be839-de7f-4ddf-850b-de722e41117d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:92:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:05:22Z', 'updated_at': '2022-09-14T01:05:51Z', 'revision_number': 2, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:07:56.245389 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3ac42023-4219-46cc-8165-eb59eb6f2218 req-9560c8e1-2128-4640-aa82-db8eebac9b64 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f448b9d0-d68c-4ea5-9f13-604d2f28d9d1 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Sep 14 01:07:56.402284 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb05e2-537e-44ab-920e-85363dd997a1 None None] New status for floating IP 213bece6-8a9a-40de-8734-10c4269eb3a2: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:07:57.351732 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54334) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:57.413321 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (282a9afd-2cf5-47fa-a783-71834f8c63a6), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.438510 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (282a9afd-2cf5-47fa-a783-71834f8c63a6), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.487516 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (282a9afd-2cf5-47fa-a783-71834f8c63a6), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.490192 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.491335 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/282a9afd-2cf5-47fa-a783-71834f8c63a6 HTTP/1.1" status: 204 len: 168 time: 0.1385591 Sep 14 01:07:57.494357 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54338) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:57.500563 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282a9afd-2cf5-47fa-a783-71834f8c63a6,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:57.508068 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.508342 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.api.v2.resource [None req-6c3e12f7-a6fa-46b0-8af9-c42a33f8ce3b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] show failed (client error): The resource could not be found. Sep 14 01:07:57.508460 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.508741 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.509071 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512680 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512812 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6c3e12f7-a6fa-46b0-8af9-c42a33f8ce3b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups/282a9afd-2cf5-47fa-a783-71834f8c63a6 HTTP/1.1" status: 404 len: 347 time: 0.0143673 Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.512927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.513712 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54340) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:07:57.513819 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9dad0-bacd-4ef5-859c-3f310a6f5e81 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:07:57.631663 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 828fa572-0b36-4136-a82c-746a35c1098a {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:07:57.631998 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (828fa572-0b36-4136-a82c-746a35c1098a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.709534 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (828fa572-0b36-4136-a82c-746a35c1098a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.709778 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (828fa572-0b36-4136-a82c-746a35c1098a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.722068 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 828fa572-0b36-4136-a82c-746a35c1098a owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:07:57.856591 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:57.870328 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (828fa572-0b36-4136-a82c-746a35c1098a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.893483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=828fa572-0b36-4136-a82c-746a35c1098a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:07:57.946214 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:07:57.960913 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (213bece6-8a9a-40de-8734-10c4269eb3a2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.963408 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:57.964553 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6ba77e15-c9e7-4599-9865-d0cc571fa291 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/213bece6-8a9a-40de-8734-10c4269eb3a2 HTTP/1.1" status: 204 len: 168 time: 0.4506593 Sep 14 01:07:58.693156 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7020be08-c2b4-42a6-910b-609d2aededf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:07:58.817895 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 12f40563-1568-4876-bba7-90e2c048acb0 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:07:58.836847 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 12f40563-1568-4876-bba7-90e2c048acb0 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:07:58.837195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 12f40563-1568-4876-bba7-90e2c048acb0 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:07:59.665901 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b1996-0fc2-4fb0-b821-87b66311bdeb req-ef0f4bbe-ca4e-4517-9917-6602e6cd5a76 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:07:59.667310 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-be4b1996-0fc2-4fb0-b821-87b66311bdeb req-ef0f4bbe-ca4e-4517-9917-6602e6cd5a76 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0492671 Sep 14 01:07:59.712863 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-be4b1996-0fc2-4fb0-b821-87b66311bdeb req-ee5c8874-7acd-45f3-bdfa-3cd226aec011 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392323 Sep 14 01:08:00.831973 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d755a0-546d-4915-9000-04f82e8140a3 req-08c07782-ae06-4a4c-8254-d14694aa2178 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:00.833432 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-64d755a0-546d-4915-9000-04f82e8140a3 req-08c07782-ae06-4a4c-8254-d14694aa2178 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0456612 Sep 14 01:08:00.885719 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-64d755a0-546d-4915-9000-04f82e8140a3 req-6ef29742-f821-4735-897e-3abab15acc0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466399 Sep 14 01:08:00.964456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6840243f-0ced-47ec-8ba9-b53031750313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:01.546575 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-db9b4b2e-c656-4168-b2ba-a828774e1740 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:01.547972 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-db9b4b2e-c656-4168-b2ba-a828774e1740 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0449157 Sep 14 01:08:01.630286 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 2e7be839-de7f-4ddf-850b-de722e41117d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:08:01.630616 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:01.719389 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] For port 2e7be839-de7f-4ddf-850b-de722e41117d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=2e7be839-de7f-4ddf-850b-de722e41117d,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:01.719662 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.064550 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdc589-2a5c-4d24-b0c1-c3a2d72338b4 req-1a0281f0-e231-4f37-9fcb-d3feba34bfc0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:02.066032 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d8fdc589-2a5c-4d24-b0c1-c3a2d72338b4 req-1a0281f0-e231-4f37-9fcb-d3feba34bfc0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 946 time: 0.0868590 Sep 14 01:08:02.168424 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d8fdc589-2a5c-4d24-b0c1-c3a2d72338b4 req-7af15462-94aa-4836-aca5-0ad32141e112 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ec43a592-a3cc-470b-a438-0816f549a40b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940208 Sep 14 01:08:02.171202 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.171578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (bcba805c-8159-4572-9e7d-39b6336a8943), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.172407 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP bcba805c-8159-4572-9e7d-39b6336a8943 disassociated. External IP: 172.28.1.100, port: 2e7be839-de7f-4ddf-850b-de722e41117d. Sep 14 01:08:02.172748 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 2e7be839-de7f-4ddf-850b-de722e41117d owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:08:02.296237 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (2e7be839-de7f-4ddf-850b-de722e41117d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.320803 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=2e7be839-de7f-4ddf-850b-de722e41117d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:02.337644 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.404955 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:02.407821 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:02.433203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:08:02.550526 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:08:02.561371 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:08:02.571980 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:02.572678 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:02.591750 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] No DVR routers for this DVR port 2e7be839-de7f-4ddf-850b-de722e41117d on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:08:02.594817 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:02.598153 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2e89c16e-4725-47f2-aa52-44b1e76e455e req-b07f258d-31ed-4e6b-999a-0f627366a5c7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "DELETE /networking/v2.0/ports/2e7be839-de7f-4ddf-850b-de722e41117d HTTP/1.1" status: 204 len: 173 time: 1.0438831 Sep 14 01:08:02.598610 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'name': 'network-vif-deleted', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:02.600851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7a3cf6-465d-479e-9ae6-2f3920b09ec6" -d '{"events": [{"server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "name": "network-vif-deleted", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:02.646030 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf5d90a-f1bd-4261-811c-64ca180e397f x-openstack-request-id: req-faf5d90a-f1bd-4261-811c-64ca180e397f {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:02.646467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a53269-d4f6-42db-b193-1e72df9d01ee", "name": "network-vif-deleted", "tag": "2e7be839-de7f-4ddf-850b-de722e41117d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:02.646860 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-faf5d90a-f1bd-4261-811c-64ca180e397f {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:02.647356 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf5d90a-f1bd-4261-811c-64ca180e397f'] response: {'server_uuid': '87a53269-d4f6-42db-b193-1e72df9d01ee', 'name': 'network-vif-deleted', 'tag': '2e7be839-de7f-4ddf-850b-de722e41117d', 'status': 'completed', 'code': 200} Sep 14 01:08:02.680319 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:02.878077 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:02.902466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:08:02.911431 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:02.912044 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:02.950264 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:03.013196 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:03.089152 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:03.196910 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:03.222974 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457cae2-2910-43ac-a21f-e0a0b7bb4107 None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:08:03.302279 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-973bb05d-3ba8-440d-bf55-aa5b21ccee22 req-1cbfce1c-87fa-4475-b840-33528fb55de6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=87a53269-d4f6-42db-b193-1e72df9d01ee HTTP/1.1" status: 200 len: 210 time: 0.0347183 Sep 14 01:08:03.460235 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102deaf-633a-4b7e-8f5f-0514ea53046f None None] New status for floating IP bcba805c-8159-4572-9e7d-39b6336a8943: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:08:03.690040 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:03.723432 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.406836 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54376) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:04.462659 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0225b0e1-e3fd-44ef-9a60-6947dc6632d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (ec43a592-a3cc-470b-a438-0816f549a40b), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.484948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0225b0e1-e3fd-44ef-9a60-6947dc6632d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (ec43a592-a3cc-470b-a438-0816f549a40b), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.532135 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0225b0e1-e3fd-44ef-9a60-6947dc6632d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ec43a592-a3cc-470b-a438-0816f549a40b), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.534645 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0225b0e1-e3fd-44ef-9a60-6947dc6632d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.535761 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0225b0e1-e3fd-44ef-9a60-6947dc6632d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ec43a592-a3cc-470b-a438-0816f549a40b HTTP/1.1" status: 204 len: 168 time: 0.1279459 Sep 14 01:08:04.538598 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54378) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:04.544895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225b0e1-e3fd-44ef-9a60-6947dc6632d9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec43a592-a3cc-470b-a438-0816f549a40b,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:04.553199 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.api.v2.resource [None req-d6adb0f6-7f80-43a3-a56b-88cd3a49761c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] show failed (client error): The resource could not be found. Sep 14 01:08:04.554382 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d6adb0f6-7f80-43a3-a56b-88cd3a49761c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups/ec43a592-a3cc-470b-a438-0816f549a40b HTTP/1.1" status: 404 len: 347 time: 0.0142701 Sep 14 01:08:04.556639 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:04.557225 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54380) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:04.667354 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 7629ecae-8852-4b7a-bd29-0dfc0a32caea {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:08:04.667584 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.739973 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.740291 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (7629ecae-8852-4b7a-bd29-0dfc0a32caea), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.755725 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 7629ecae-8852-4b7a-bd29-0dfc0a32caea owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:08:04.840199 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 2e7be839-de7f-4ddf-850b-de722e41117d no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:08:04.859660 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 2e7be839-de7f-4ddf-850b-de722e41117d {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:08:04.860014 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 2e7be839-de7f-4ddf-850b-de722e41117d not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:08:04.881629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (7629ecae-8852-4b7a-bd29-0dfc0a32caea), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.909015 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=7629ecae-8852-4b7a-bd29-0dfc0a32caea,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:04.973790 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (bcba805c-8159-4572-9e7d-39b6336a8943), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.976612 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:04.977916 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-0937505d-3be6-4542-8260-8a0f309989c6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/bcba805c-8159-4572-9e7d-39b6336a8943 HTTP/1.1" status: 204 len: 168 time: 0.4190605 Sep 14 01:08:05.053861 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54384) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:05.058615 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444988919', 'description': 'tempest-description--336869088'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:05.081923 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.147777 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (71781978-9a5d-448d-9fd2-45b30a92921e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.151376 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (71781978-9a5d-448d-9fd2-45b30a92921e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.181608 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.182838 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1280067 Sep 14 01:08:05.184787 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94be992-d8b7-419b-9bdf-7cb5b54ab321 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71781978-9a5d-448d-9fd2-45b30a92921e,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:05.185958 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54386) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:05.190523 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': '71781978-9a5d-448d-9fd2-45b30a92921e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:05.215364 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (00e466ba-3bae-432f-8e41-4d924e231519), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.270267 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (00e466ba-3bae-432f-8e41-4d924e231519), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.273644 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (00e466ba-3bae-432f-8e41-4d924e231519), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.292627 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e466ba-3bae-432f-8e41-4d924e231519,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:05.297617 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.298923 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-05473c46-544a-4567-98ce-5c183e2448dd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1118290 Sep 14 01:08:05.302087 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54388) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:05.306489 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': '71781978-9a5d-448d-9fd2-45b30a92921e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:05.332255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (da493638-e3fc-464e-9bad-6910933fb125), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.389323 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (da493638-e3fc-464e-9bad-6910933fb125), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.393246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (da493638-e3fc-464e-9bad-6910933fb125), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.412155 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da493638-e3fc-464e-9bad-6910933fb125,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:05.419005 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.420180 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-ba2f9621-767c-4937-b1d4-e90d4e018f0a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171501 Sep 14 01:08:05.423298 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54390) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:05.427522 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:05.447282 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.522629 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.562239 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:05.628931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.28.1.210 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/8fdae8c2-de3e-41bb-97e2-361fc3f95b5b) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:08:05.690227 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:05.733955 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.764991 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.805314 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:08:05.808381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:08:05.812840 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:08:05.815760 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=8fdae8c2-de3e-41bb-97e2-361fc3f95b5b,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:05.893192 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (9b4009b2-fc55-4a7f-85f8-6181fa8f1e55), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:05.930505 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:06.075254 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:06.079507 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:06.143460 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=8fdae8c2-de3e-41bb-97e2-361fc3f95b5b,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:06.145718 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (9b4009b2-fc55-4a7f-85f8-6181fa8f1e55), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:06.161617 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:06.162879 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-6df289df-4ce9-4387-9252-0dbc2a9eaa77 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7386754 Sep 14 01:08:06.330675 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:06.361772 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-a71c857c-da02-494e-97a7-49fa9d399a07 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--444988919&fields=id&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 267 time: 0.0446451 Sep 14 01:08:06.377338 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:06.468936 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-a89b0cec-6753-43fb-88c2-440d1386fdd0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:06.470401 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-a89b0cec-6753-43fb-88c2-440d1386fdd0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.1023128 Sep 14 01:08:06.485049 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-92420b65-17de-4097-92de-c75b05bbfac6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/quotas/a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 375 time: 0.0093927 Sep 14 01:08:06.531926 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-a83c8b11-009c-43c4-9e53-ab1412fb3841 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420732 Sep 14 01:08:06.636838 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-f4308003-ac29-473b-a76f-930b2ee48d2e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939102 Sep 14 01:08:06.734846 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-423fb958-9467-4970-b12a-8912e8e709d4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912197 Sep 14 01:08:06.898375 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-77d9049b-36da-44e3-b1bf-6a40301a3f38 req-537031e6-14e8-494c-90b1-78955fe0a349 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 210 time: 0.0278289 Sep 14 01:08:08.001871 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-04b2e795-91b1-480d-98d4-e735e23a5c8f req-2269808e-f7ab-464d-92f4-279c70349aa2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Sep 14 01:08:08.106432 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-57a9dd4f-0ed6-482e-a876-5219b2c9213e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:08.107872 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-57a9dd4f-0ed6-482e-a876-5219b2c9213e tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.1044948 Sep 14 01:08:08.172176 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-220936fc-0888-49db-ad97-5ab20b557a92 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 379 time: 0.0519092 Sep 14 01:08:08.183877 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'port': {'device_id': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'admin_state_up': True, 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'security_groups': ['71781978-9a5d-448d-9fd2-45b30a92921e']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:08.286829 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Made reservation on behalf of a096c51fd3034ca9ae0b71a8cbb1af17 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:08:08.290511 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.413897 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.20.0.9 (aa6ede67-71ad-44e8-9ebc-4e331059c547/418acad6-d289-4a86-9997-e0d460284095/7ee13ac6-e8a6-4e17-9fec-04e05a21f73f) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:08:08.496473 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:08.547474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.551125 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:08.579997 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.620325 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:08:08.623386 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:08:08.627556 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:08:08.654492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:08.667024 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.667364 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.667701 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.668035 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.668365 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.668697 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.669018 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.669338 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.669659 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.670006 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.670325 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.670643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.670965 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.671311 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.671638 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:08.691692 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:08.692325 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.709065 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-6871a775-69f7-4f05-8d69-a27542e537c8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5288916 Sep 14 01:08:08.727223 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Request body: {'port': {'device_id': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:08.793079 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.891370 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-8ce4d13a-d4b0-43b6-bcfd-05a7c255b228 None None] Provisioning complete for port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:08:08.891949 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ce4d13a-d4b0-43b6-bcfd-05a7c255b228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:08.892294 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-8ce4d13a-d4b0-43b6-bcfd-05a7c255b228 None None] Attempt 1 to provision port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f Sep 14 01:08:08.922796 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4d13a-d4b0-43b6-bcfd-05a7c255b228 None None] Port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:08:09.041773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:08:09.049861 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Publish callbacks [] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:09.061704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Transition to ACTIVE for port object 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:08:09.066706 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:09.156197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:09.184620 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307c1c7-d131-41d6-b869-d26ea8d2159a req-139b4b42-af45-48be-b809-573f112c4798 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:09.186090 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2307c1c7-d131-41d6-b869-d26ea8d2159a req-139b4b42-af45-48be-b809-573f112c4798 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 943 time: 0.0982351 Sep 14 01:08:09.234857 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Attempting to bind port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:08:09.235185 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Attempting to bind port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:08:09.235502 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Attempting to bind port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:08:09.256303 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:09.281726 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2307c1c7-d131-41d6-b869-d26ea8d2159a req-6f4dbe08-0a1f-45df-870c-f885a7a678e0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892065 Sep 14 01:08:09.291981 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f on network aa6ede67-71ad-44e8-9ebc-4e331059c547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:08:09.292373 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Attempting to bind port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:08:09.325081 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:09.337114 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:08:09.337443 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:08:09.337838 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Bound using segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:08:09.338263 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Bound port: 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:08:09.338613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:09.396525 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] For port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:08:09.399458 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] For port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:08:09.405297 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:09.411013 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:09.411641 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:09.412960 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/7ee13ac6-e8a6-4e17-9fec-04e05a21f73f HTTP/1.1" status: 200 len: 1093 time: 0.6901548 Sep 14 01:08:09.413497 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:09.415721 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d783951-6efb-410c-bdfc-e88a05e4f19d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:09.424464 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-8ce4d13a-d4b0-43b6-bcfd-05a7c255b228 None None] Attempt 2 to provision port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f Sep 14 01:08:09.462839 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4d13a-d4b0-43b6-bcfd-05a7c255b228 None None] Port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:08:09.477357 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2500c70-5dcc-4a88-a7c9-44f07c81ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:09.480678 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2b8168-f103-4349-b064-4557e294604b x-openstack-request-id: req-6f2b8168-f103-4349-b064-4557e294604b {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:09.480961 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:09.481213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f2b8168-f103-4349-b064-4557e294604b {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:09.481603 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2b8168-f103-4349-b064-4557e294604b'] response: {'name': 'network-changed', 'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'status': 'completed', 'code': 200} Sep 14 01:08:09.510773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-a044c639-d8fe-40bd-857a-0e86f4ddf389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:09.512279 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-a044c639-d8fe-40bd-857a-0e86f4ddf389 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 1127 time: 0.0439608 Sep 14 01:08:09.552260 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-fff353b4-bc92-4623-9f9f-7993587dd474 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f HTTP/1.1" status: 200 len: 217 time: 0.0327449 Sep 14 01:08:09.604858 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-78a0672e-b36b-4f83-9534-d125c7419992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:09.606337 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-78a0672e-b36b-4f83-9534-d125c7419992 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0452294 Sep 14 01:08:09.650532 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5f498-e658-474d-abbc-b9e891c43265 req-0bb0a936-e58f-4a7c-bc4d-07d6d8f284ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:09.651977 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-0bb0a936-e58f-4a7c-bc4d-07d6d8f284ea service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0367262 Sep 14 01:08:09.739044 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-40500c51-ca43-4a67-8898-dc63bc9b43a8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804107 Sep 14 01:08:09.830623 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83b5f498-e658-474d-abbc-b9e891c43265 req-bf301728-e80b-4bb7-95c5-a96a5c0ea9ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835392 Sep 14 01:08:10.400541 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb59e6-6e8d-412f-9834-a64126a0de60 req-dfc0eeb9-1ef3-416b-b97a-3f6282ec74da tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:10.402024 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e6eb59e6-6e8d-412f-9834-a64126a0de60 req-dfc0eeb9-1ef3-416b-b97a-3f6282ec74da tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 943 time: 0.0458381 Sep 14 01:08:10.447096 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e6eb59e6-6e8d-412f-9834-a64126a0de60 req-7f5f26e4-eb7d-4bbb-bef7-838911ce8e9d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396605 Sep 14 01:08:10.878059 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-2a5958be-0454-4e97-92f0-4c10a07c51db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:10.879554 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-2a5958be-0454-4e97-92f0-4c10a07c51db service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 1127 time: 0.0433896 Sep 14 01:08:10.971372 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-d735bbca-9db7-47b3-b9fa-7763b4d5e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:10.972782 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-d735bbca-9db7-47b3-b9fa-7763b4d5e1ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.0866761 Sep 14 01:08:11.015196 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-0782d4f7-8dd3-4d95-8495-959d841878ef service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f HTTP/1.1" status: 200 len: 217 time: 0.0355899 Sep 14 01:08:11.063652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-105d7422-78f9-4e04-89fe-6ffae96f72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:11.065024 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-105d7422-78f9-4e04-89fe-6ffae96f72a4 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0436330 Sep 14 01:08:11.107099 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-15ae76b7-232a-4ffa-afd0-d1b15f673c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:11.108528 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-15ae76b7-232a-4ffa-afd0-d1b15f673c02 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0358629 Sep 14 01:08:11.200039 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-f142f6fc-e5a9-4f85-ae96-2e46eec1dfad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845580 Sep 14 01:08:11.213683 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:11.270504 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:11.293766 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1d783951-6efb-410c-bdfc-e88a05e4f19d req-f3695b99-d13d-464d-9fcc-ef27412bd37b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872617 Sep 14 01:08:11.570489 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd60d9-5790-4567-a26d-269dbec89e8f req-f925bb66-3481-406c-bebd-272399bf5f84 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:11.571885 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-84dd60d9-5790-4567-a26d-269dbec89e8f req-f925bb66-3481-406c-bebd-272399bf5f84 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 943 time: 0.0502272 Sep 14 01:08:11.616934 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-84dd60d9-5790-4567-a26d-269dbec89e8f req-53954767-37ee-44d3-be14-996cbbf3b82f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395343 Sep 14 01:08:12.737005 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e75e-dd19-4c30-bd81-926353baf778 req-96e61838-3c69-4234-88b3-f1e1f10f166b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:12.738461 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8ef6e75e-dd19-4c30-bd81-926353baf778 req-96e61838-3c69-4234-88b3-f1e1f10f166b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 943 time: 0.0447757 Sep 14 01:08:12.784305 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8ef6e75e-dd19-4c30-bd81-926353baf778 req-5b9b4af3-59a8-4ffb-9fc3-a1f6537b939f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 Sep 14 01:08:12.866024 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:08:12.970485 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:12.981971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'port_id': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'mac_address': 'fa:16:3e:f1:9c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:08:13.016638 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:08:13.017028 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.033770 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:08:13.053007 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:13.056624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:13.100489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:13.107381 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.107732 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.108076 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.108443 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.109412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.109748 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.110101 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.110428 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.110757 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.111085 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.111413 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.111769 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.112078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.112400 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.112721 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:08:13.330338 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['7ee13ac6-e8a6-4e17-9fec-04e05a21f73f'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:08:13.616670 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:13.619236 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:13.904933 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff890fb-43fe-4f7d-8299-c4f940eb9a86 req-3c16b7d7-0390-4f41-9f41-9be9cdb81bca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:13.906382 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ff890fb-43fe-4f7d-8299-c4f940eb9a86 req-3c16b7d7-0390-4f41-9f41-9be9cdb81bca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 944 time: 0.0480189 Sep 14 01:08:13.955373 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ff890fb-43fe-4f7d-8299-c4f940eb9a86 req-6efc05c7-d328-4a1b-94b8-ed165674117c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Sep 14 01:08:14.866609 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:08:14.911489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:08:14.917024 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:08:14.917433 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:14.917853 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f Sep 14 01:08:14.990977 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:08:14.991370 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:15.016120 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:15.018402 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ca6e95-4462-4b94-8db6-45a00f6aafc8" -d '{"events": [{"server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "name": "network-vif-plugged", "status": "completed", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:15.036482 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:15.040622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:15.069391 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0c9351-0603-44c1-8b8f-ad819bc8535c x-openstack-request-id: req-4a0c9351-0603-44c1-8b8f-ad819bc8535c {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:15.069679 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "name": "network-vif-plugged", "status": "completed", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:15.069948 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a0c9351-0603-44c1-8b8f-ad819bc8535c {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:15.070332 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0c9351-0603-44c1-8b8f-ad819bc8535c'] response: {'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'code': 200} Sep 14 01:08:15.088416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3eba8-d68d-4036-9663-af700cb71d64 req-e3446e19-3f80-45f7-970d-6a8665330361 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:15.089985 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2fa3eba8-d68d-4036-9663-af700cb71d64 req-e3446e19-3f80-45f7-970d-6a8665330361 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0484474 Sep 14 01:08:15.095453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:15.138359 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2fa3eba8-d68d-4036-9663-af700cb71d64 req-cbabfe7d-5ae1-4344-8e59-ad07d13c04ef tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415397 Sep 14 01:08:15.402074 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd415098-ed6e-4f6b-a2e6-220acb367825 req-e54f5844-4701-452b-87f3-875131297632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:15.403575 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bd415098-ed6e-4f6b-a2e6-220acb367825 req-e54f5844-4701-452b-87f3-875131297632 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 1129 time: 0.0388403 Sep 14 01:08:15.451243 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bd415098-ed6e-4f6b-a2e6-220acb367825 req-563add3b-63b6-4723-8a8f-fc68004d6971 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400674 Sep 14 01:08:16.152863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:16.156170 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=62,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:16.253878 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80370b94-f746-4030-aede-710b3fdc2077 req-acdfb654-42c4-4839-a5b8-7970f486c69e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:16.255363 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-80370b94-f746-4030-aede-710b3fdc2077 req-acdfb654-42c4-4839-a5b8-7970f486c69e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0776868 Sep 14 01:08:16.283989 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2c8b-3b25-4415-a1fe-119dac588ca7 req-d6bf68b8-d2f6-452a-9312-a99358c536da tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:16.285404 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8eaf2c8b-3b25-4415-a1fe-119dac588ca7 req-d6bf68b8-d2f6-452a-9312-a99358c536da tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0692024 Sep 14 01:08:16.330551 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-80370b94-f746-4030-aede-710b3fdc2077 req-d57ee152-36c8-4618-a4f9-d78fc911ca25 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695660 Sep 14 01:08:16.352676 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8eaf2c8b-3b25-4415-a1fe-119dac588ca7 req-37cfa6e0-ed7a-4595-b6f6-a7a8368eba97 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608287 Sep 14 01:08:17.487957 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45254c-91e9-4cf7-bbc9-e7d314ab6426 req-785f03c3-2d30-413d-8e49-b1a4ad234e82 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:17.489423 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6e45254c-91e9-4cf7-bbc9-e7d314ab6426 req-785f03c3-2d30-413d-8e49-b1a4ad234e82 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0754209 Sep 14 01:08:17.507724 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9745df-428e-4546-b29d-8b0917d8c2d1 req-33af2273-7f45-4433-8b17-0022abcd029c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:17.509108 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2b9745df-428e-4546-b29d-8b0917d8c2d1 req-33af2273-7f45-4433-8b17-0022abcd029c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0676365 Sep 14 01:08:17.589064 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6e45254c-91e9-4cf7-bbc9-e7d314ab6426 req-b75aa8ff-ff41-457b-b94b-cd4709b97e0b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922935 Sep 14 01:08:17.593548 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2b9745df-428e-4546-b29d-8b0917d8c2d1 req-bcc4614c-f1ad-43d3-b165-71614c5c2156 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761294 Sep 14 01:08:18.347200 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-c6f6eea0-38e5-4968-be6b-cc2b54ff5ae3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:18.348526 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-c6f6eea0-38e5-4968-be6b-cc2b54ff5ae3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0452690 Sep 14 01:08:18.637586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:18.652786 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Deleting port a840c0c6-ebb0-47a0-a63e-88622565be34 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:08:18.653133 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:18.720395 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:18.786375 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001afad0-b141-4313-81a9-acf615271815 req-b19ef78f-7a2d-4d20-83ee-e359b1de7881 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:18.787848 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-001afad0-b141-4313-81a9-acf615271815 req-b19ef78f-7a2d-4d20-83ee-e359b1de7881 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 947 time: 0.0925255 Sep 14 01:08:18.804961 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476d9d8-3122-4063-9740-f0b402ee4e26 req-039c3d5d-f945-4ff4-8e1f-9dba555ec9c2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:18.806369 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6476d9d8-3122-4063-9740-f0b402ee4e26 req-039c3d5d-f945-4ff4-8e1f-9dba555ec9c2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.1124053 Sep 14 01:08:18.841010 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] For port a840c0c6-ebb0-47a0-a63e-88622565be34, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a840c0c6-ebb0-47a0-a63e-88622565be34,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:18.841373 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:18.939760 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-001afad0-b141-4313-81a9-acf615271815 req-90f69a3f-a82a-48f0-8373-82206f5b1a3e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=07e43e95-4935-48d7-8a8a-751be8649ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404128 Sep 14 01:08:18.947125 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6476d9d8-3122-4063-9740-f0b402ee4e26 req-a03c5ffd-2f4c-4bac-9b67-8bb4e561b6c4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251733 Sep 14 01:08:19.086205 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.086574 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (0861013f-8db9-46fa-9332-243105093ab0), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.086885 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Floating IP 0861013f-8db9-46fa-9332-243105093ab0 disassociated. External IP: 172.28.1.170, port: a840c0c6-ebb0-47a0-a63e-88622565be34. Sep 14 01:08:19.087219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Calling delete_port for a840c0c6-ebb0-47a0-a63e-88622565be34 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:08:19.094754 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420278a-935b-4657-89fd-d9150c0ccd3d req-cadbfc33-ec14-45dc-a2f1-e661d2ec6ea2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:19.096196 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b420278a-935b-4657-89fd-d9150c0ccd3d req-cadbfc33-ec14-45dc-a2f1-e661d2ec6ea2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0634186 Sep 14 01:08:19.107144 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54484) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:19.112342 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'port_id': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:19.160113 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (9b4009b2-fc55-4a7f-85f8-6181fa8f1e55), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.227402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (a840c0c6-ebb0-47a0-a63e-88622565be34), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.258859 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event deleted for resources: {'Port': ['ID=a840c0c6-ebb0-47a0-a63e-88622565be34,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:19.370897 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Router 7604e2da-3561-47d3-8e19-69a15e213c73 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:08:19.473944 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:08:19.483656 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:08:19.495015 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:19.495931 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:19.517554 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] No DVR routers for this DVR port a840c0c6-ebb0-47a0-a63e-88622565be34 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:08:19.520447 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.523714 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a0c40c5e-5b76-4b98-afaf-f02e63f69d83 req-36918ec1-2d66-4862-ae5f-cf01b2c99800 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a840c0c6-ebb0-47a0-a63e-88622565be34 HTTP/1.1" status: 204 len: 173 time: 1.1700237 Sep 14 01:08:19.524200 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-deleted', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:19.533351 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72db6e5-ddc1-480f-abde-f39fb28fae94" -d '{"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-deleted", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:19.543691 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:19.587375 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf31bf77-abb6-46e3-9e5d-85bfbd871295 x-openstack-request-id: req-bf31bf77-abb6-46e3-9e5d-85bfbd871295 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:19.587927 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ee4129-84e1-4de5-989c-1644b96a4cb1", "name": "network-vif-deleted", "tag": "a840c0c6-ebb0-47a0-a63e-88622565be34", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:19.588384 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf31bf77-abb6-46e3-9e5d-85bfbd871295 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:19.588974 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf31bf77-abb6-46e3-9e5d-85bfbd871295'] response: {'server_uuid': '56ee4129-84e1-4de5-989c-1644b96a4cb1', 'name': 'network-vif-deleted', 'tag': 'a840c0c6-ebb0-47a0-a63e-88622565be34', 'status': 'completed', 'code': 200} Sep 14 01:08:19.614406 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.619259 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (9b4009b2-fc55-4a7f-85f8-6181fa8f1e55), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:19.726392 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP 9b4009b2-fc55-4a7f-85f8-6181fa8f1e55 associated. External IP: 172.28.1.210, port: 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f. Sep 14 01:08:19.754798 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:19.969655 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:20.001563 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:08:20.011587 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:20.012355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:20.058109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:20.080054 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b154aca1-018e-4a05-8801-e7b66a2afbb7 req-ed73ab77-b62e-4807-ae07-fd7cf22bdee7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=56ee4129-84e1-4de5-989c-1644b96a4cb1 HTTP/1.1" status: 200 len: 210 time: 0.0316029 Sep 14 01:08:20.099783 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:20.118964 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:20.148008 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:08:20.154401 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:20.268246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:08:20.274031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:20.281616 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:08:20.297583 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:20.298259 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:20.318260 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2b6ac7ba-c213-4433-8a5f-ebddbba5f7e1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/9b4009b2-fc55-4a7f-85f8-6181fa8f1e55 HTTP/1.1" status: 200 len: 991 time: 1.2096832 Sep 14 01:08:20.319302 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:20.321701 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9455e3ff-77a2-4328-b85a-31437ca53184" -d '{"events": [{"name": "network-changed", "server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:20.324034 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:20.350877 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b42829-4ce8-47d1-bd78-861f5aee951b None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:08:20.366977 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab9a433-9f66-41f4-9e9d-a5f55d22ba85 x-openstack-request-id: req-2ab9a433-9f66-41f4-9e9d-a5f55d22ba85 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:20.367336 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:20.367652 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ab9a433-9f66-41f4-9e9d-a5f55d22ba85 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:20.368131 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab9a433-9f66-41f4-9e9d-a5f55d22ba85'] response: {'name': 'network-changed', 'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'status': 'completed', 'code': 200} Sep 14 01:08:20.415071 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:20.432740 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-e1dd0b60-b9e3-420d-897a-7fde1bd23e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:20.434311 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-e1dd0b60-b9e3-420d-897a-7fde1bd23e6b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 1129 time: 0.0449114 Sep 14 01:08:20.492664 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:20.536859 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-821ceea8-c103-49c7-a7d4-784543359fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:20.538396 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-821ceea8-c103-49c7-a7d4-784543359fbe service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.0919805 Sep 14 01:08:20.606418 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-6ee5d36a-6403-4dd9-95a2-32060dc1c63c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f HTTP/1.1" status: 200 len: 999 time: 0.0618064 Sep 14 01:08:20.611171 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49273241-6cc8-46c6-9d20-9e9ee1e991f4 None None] New status for floating IP 0861013f-8db9-46fa-9332-243105093ab0: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:08:20.634585 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '9b4009b2-fc55-4a7f-85f8-6181fa8f1e55', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.210', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:f1:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:08:05Z', 'updated_at': '2022-09-14T01:08:19Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:20.659489 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-a5bb77ad-a3ba-417a-97a1-3e264312dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:20.660471 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:08:20.660950 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-a5bb77ad-a3ba-417a-97a1-3e264312dc61 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0451162 Sep 14 01:08:20.669017 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:20.670507 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:20.711576 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-05edc07c-bef3-42fe-ba4a-7e18528f1860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:20.713156 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-05edc07c-bef3-42fe-ba4a-7e18528f1860 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433788 Sep 14 01:08:20.786852 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:20.814208 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-1a621cf8-a32a-41a9-bd96-8ef4946a5077 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929010 Sep 14 01:08:20.909236 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9455e3ff-77a2-4328-b85a-31437ca53184 req-b2ea062c-e4fa-43f5-8b27-02fbe48904e6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878851 Sep 14 01:08:20.994314 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '9b4009b2-fc55-4a7f-85f8-6181fa8f1e55', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.210', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:f1:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:08:05Z', 'updated_at': '2022-09-14T01:08:19Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:21.019428 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2c68-fda1-4d4f-a79e-63ed10077ce4 None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '9b4009b2-fc55-4a7f-85f8-6181fa8f1e55', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.210', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:f1:9c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:08:05Z', 'updated_at': '2022-09-14T01:08:19Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:08:21.162392 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.186220 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54500) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:21.220730 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba5fa9d-47fb-4d42-b9af-2a66c7b8ace3 None None] New status for floating IP 9b4009b2-fc55-4a7f-85f8-6181fa8f1e55: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:08:21.249709 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-96887419-cc9f-46d2-9000-f1ce5da4fc5d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (07e43e95-4935-48d7-8a8a-751be8649ea2), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.251885 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:21.259040 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:21.275830 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-96887419-cc9f-46d2-9000-f1ce5da4fc5d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (07e43e95-4935-48d7-8a8a-751be8649ea2), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.326459 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-96887419-cc9f-46d2-9000-f1ce5da4fc5d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (07e43e95-4935-48d7-8a8a-751be8649ea2), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.329882 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-96887419-cc9f-46d2-9000-f1ce5da4fc5d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.331050 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-96887419-cc9f-46d2-9000-f1ce5da4fc5d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/07e43e95-4935-48d7-8a8a-751be8649ea2 HTTP/1.1" status: 204 len: 168 time: 0.1425605 Sep 14 01:08:21.334096 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54504) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:21.342746 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96887419-cc9f-46d2-9000-f1ce5da4fc5d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e43e95-4935-48d7-8a8a-751be8649ea2,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:21.354571 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.api.v2.resource [None req-2787a549-be16-429a-be97-23f26dd2024e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] show failed (client error): The resource could not be found. Sep 14 01:08:21.355941 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2787a549-be16-429a-be97-23f26dd2024e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups/07e43e95-4935-48d7-8a8a-751be8649ea2 HTTP/1.1" status: 404 len: 347 time: 0.0207391 Sep 14 01:08:21.359499 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54508) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:21.494605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Deleting port 5f2b20d3-e35a-4f3e-ad16-5654c4247088 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:08:21.495026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.573570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.573791 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (5f2b20d3-e35a-4f3e-ad16-5654c4247088), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.587006 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Calling delete_port for 5f2b20d3-e35a-4f3e-ad16-5654c4247088 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:08:21.722439 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (5f2b20d3-e35a-4f3e-ad16-5654c4247088), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.744606 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event deleted for resources: {'Port': ['ID=5f2b20d3-e35a-4f3e-ad16-5654c4247088,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:21.813392 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (0861013f-8db9-46fa-9332-243105093ab0), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.816080 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.817271 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6e9f78a1-ac73-4429-b416-fdd688eb5530 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/0861013f-8db9-46fa-9332-243105093ab0 HTTP/1.1" status: 204 len: 168 time: 0.4566073 Sep 14 01:08:21.902529 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54520) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:21.907131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839979118', 'description': 'tempest-description--1032608498'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:21.928103 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:21.939722 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:21.944281 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:22.001261 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (6a97dcd1-7195-4a39-b5a6-996ceb6c3770), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.006137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6a97dcd1-7195-4a39-b5a6-996ceb6c3770), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.037456 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.038635 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1350935 Sep 14 01:08:22.039460 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a96c0a-3ce3-4bfe-a6a7-aaf9c1c57b9e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a97dcd1-7195-4a39-b5a6-996ceb6c3770,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:22.041478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54522) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:22.045755 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'security_group_rule': {'security_group_id': '6a97dcd1-7195-4a39-b5a6-996ceb6c3770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:22.071941 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (417a3366-6608-4617-adc8-34c74951916c), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.126057 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (417a3366-6608-4617-adc8-34c74951916c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.129256 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (417a3366-6608-4617-adc8-34c74951916c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.146853 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417a3366-6608-4617-adc8-34c74951916c,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:22.154362 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.155581 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-7fecd65e-df9e-46d5-a280-8f213efd2e00 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131728 Sep 14 01:08:22.158442 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54524) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:22.162635 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'security_group_rule': {'security_group_id': '6a97dcd1-7195-4a39-b5a6-996ceb6c3770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:22.188501 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (34259d8b-a354-4776-ad93-7f2bc7fdc4eb), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.243635 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (34259d8b-a354-4776-ad93-7f2bc7fdc4eb), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.247151 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (34259d8b-a354-4776-ad93-7f2bc7fdc4eb), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.266408 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34259d8b-a354-4776-ad93-7f2bc7fdc4eb,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:22.271625 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.272864 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c49dffa8-c3e6-4828-95d2-762c7c6d4f77 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134648 Sep 14 01:08:22.276297 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54526) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:22.280548 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:22.303857 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.382032 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.485565 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Allocated IP 172.28.1.21 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/1934ef5e-10ff-4831-933c-b02313fa1b8e) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:08:22.586246 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.589976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:22.601632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:22.629082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.668711 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:08:22.672312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:08:22.676069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:08:22.700864 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'Port': ['ID=1934ef5e-10ff-4831-933c-b02313fa1b8e,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:22.765928 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (409084d7-2420-41b9-95a0-94d224162252), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.811102 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.912176 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:08:22.931105 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: a840c0c6-ebb0-47a0-a63e-88622565be34 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:08:22.931374 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a840c0c6-ebb0-47a0-a63e-88622565be34 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:08:22.965149 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:22.970307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:23.034511 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (409084d7-2420-41b9-95a0-94d224162252), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:23.036972 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'Port': ['ID=1934ef5e-10ff-4831-933c-b02313fa1b8e,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:23.052057 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:23.053258 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-6e92e8de-6a36-4e0b-9200-420401732ab5 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7760096 Sep 14 01:08:23.252489 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-083704e0-d4fd-4145-99b6-a275a474be64 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1839979118&fields=id&tenant_id=bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 267 time: 0.0419083 Sep 14 01:08:23.358550 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-608bce63-325d-44ca-acf1-6c24c724f629 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:23.359994 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-608bce63-325d-44ca-acf1-6c24c724f629 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 817 time: 0.1013153 Sep 14 01:08:23.373740 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-19b81ef1-186e-480f-bc0e-7e6e8d64b046 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/quotas/bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 375 time: 0.0085053 Sep 14 01:08:23.422189 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-5dab6ba5-7b44-49de-9fe6-f7df57af9f0c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432134 Sep 14 01:08:23.516340 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-ba5dfbbd-0899-4950-8835-c69f61f6d9cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828631 Sep 14 01:08:23.575283 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:23.584030 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:23.606882 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-51127775-8aff-4fea-be49-611ee0b70f84 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849426 Sep 14 01:08:23.773674 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fdcc0481-2cd4-44c1-b69a-ab1231f0f837 req-aed8b5ef-a5b8-479d-8e82-38560a88ac46 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 210 time: 0.0308247 Sep 14 01:08:24.159976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfc52-f814-4887-88a2-fb5564de933a req-1d77236d-1415-4934-9c4e-b1216c839419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:24.161641 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-1d77236d-1415-4934-9c4e-b1216c839419 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0737793 Sep 14 01:08:24.171767 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c9a6f-97b4-4c0e-943b-e93ddb625bab req-b614ee8a-45d6-4715-8eb1-d81db8e43ac5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:24.173247 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9e6c9a6f-97b4-4c0e-943b-e93ddb625bab req-b614ee8a-45d6-4715-8eb1-d81db8e43ac5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0556183 Sep 14 01:08:24.275364 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9e6c9a6f-97b4-4c0e-943b-e93ddb625bab req-af4ab8b5-3e99-43a7-a52b-b38887681eb8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927854 Sep 14 01:08:24.295124 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfc52-f814-4887-88a2-fb5564de933a req-ed8a9124-0d1d-4cdf-92e2-7acbdf91d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:24.296891 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-ed8a9124-0d1d-4cdf-92e2-7acbdf91d672 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.1228168 Sep 14 01:08:24.359475 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-b750be15-900b-4927-8e75-e4972e19c2e9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 1001 time: 0.0570540 Sep 14 01:08:24.409773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfc52-f814-4887-88a2-fb5564de933a req-a488da90-ffb3-48ab-8300-9e980b8ebc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:24.411253 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-a488da90-ffb3-48ab-8300-9e980b8ebc27 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0464172 Sep 14 01:08:24.458536 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bfc52-f814-4887-88a2-fb5564de933a req-8f62957b-c5da-494f-bb44-131bf6fe46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:24.460037 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-8f62957b-c5da-494f-bb44-131bf6fe46c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421340 Sep 14 01:08:24.573823 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-50b92b9d-bbb4-44ca-9481-9a8a29470062 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848632 Sep 14 01:08:24.903958 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7a81bab1-0a1b-49ad-8d81-c6aafe4fdcb1 req-e1c871d9-db44-470a-90a3-311e935dd38f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 210 time: 0.0373375 Sep 14 01:08:24.908116 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f10bfc52-f814-4887-88a2-fb5564de933a req-2cdb9ae1-90a9-4ce8-a7b6-5d600093c069 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268637 Sep 14 01:08:24.981086 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-08d5263f-1840-4029-b09d-28b62b44d59b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:24.982696 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-08d5263f-1840-4029-b09d-28b62b44d59b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 817 time: 0.1135693 Sep 14 01:08:25.047748 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2850235f-10ef-4325-be49-2e2a95080f5f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 380 time: 0.0576618 Sep 14 01:08:25.125754 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'port': {'device_id': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'admin_state_up': True, 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'security_groups': ['6a97dcd1-7195-4a39-b5a6-996ceb6c3770']}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:25.231120 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Made reservation on behalf of bed53281565444618feb8a98df16f5a7 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:08:25.234925 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:25.365229 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Allocated IP 172.20.0.12 (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879/56fcaa17-71fa-41b7-8538-674b35abe051/a8007ff6-979b-491d-83c8-05c2c4d9db59) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:08:25.399492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8c11-9820-4681-8dd2-ed108b6cb050 req-f57440d7-7029-489f-91bd-1750e83b691a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:25.401175 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8f9b8c11-9820-4681-8dd2-ed108b6cb050 req-f57440d7-7029-489f-91bd-1750e83b691a tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0466776 Sep 14 01:08:25.452703 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8f9b8c11-9820-4681-8dd2-ed108b6cb050 req-a135bf6b-345c-4ad0-9af7-947ca6413f57 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442162 Sep 14 01:08:25.509807 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:25.541757 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:25.586176 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:08:25.589285 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:08:25.593069 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:08:25.615852 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:25.648203 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:25.648830 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:25.666106 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-b368a3b1-8472-44f6-a5a3-15a1ae3534e0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441062 Sep 14 01:08:25.677573 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Request body: {'port': {'device_id': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:25.679993 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:25.701525 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:25.744614 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:25.785864 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-c447d2ef-f8c2-4b93-9224-c8578c4257de None None] Provisioning complete for port a8007ff6-979b-491d-83c8-05c2c4d9db59 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:08:25.786447 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c447d2ef-f8c2-4b93-9224-c8578c4257de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:25.786567 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c447d2ef-f8c2-4b93-9224-c8578c4257de None None] Attempt 1 to provision port a8007ff6-979b-491d-83c8-05c2c4d9db59 Sep 14 01:08:25.817253 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c447d2ef-f8c2-4b93-9224-c8578c4257de None None] Port a8007ff6-979b-491d-83c8-05c2c4d9db59 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:08:26.002010 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8007ff6-979b-491d-83c8-05c2c4d9db59 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:08:26.010286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Publish callbacks [] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:26.022733 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Transition to ACTIVE for port object a8007ff6-979b-491d-83c8-05c2c4d9db59 will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:08:26.026864 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:26.036667 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e8db3-3303-4313-ba93-6ef6f44e1cb7 req-9c884865-81e5-4acc-864b-b8d805f62452 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:26.038167 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-208e8db3-3303-4313-ba93-6ef6f44e1cb7 req-9c884865-81e5-4acc-864b-b8d805f62452 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 932 time: 0.0463800 Sep 14 01:08:26.085305 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-208e8db3-3303-4313-ba93-6ef6f44e1cb7 req-4dfed558-853a-49ca-8271-e38a6b484fec tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Sep 14 01:08:26.103470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:26.136006 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Attempting to bind port a8007ff6-979b-491d-83c8-05c2c4d9db59 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:08:26.136337 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Attempting to bind port a8007ff6-979b-491d-83c8-05c2c4d9db59 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:08:26.136662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Attempting to bind port a8007ff6-979b-491d-83c8-05c2c4d9db59 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:08:26.139585 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:26.181290 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Port a8007ff6-979b-491d-83c8-05c2c4d9db59 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:08:26.181612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Attempting to bind port a8007ff6-979b-491d-83c8-05c2c4d9db59 on network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:08:26.221840 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:08:26.222325 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Checking segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:08:26.222547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Bound using segment: {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:08:26.222984 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Bound port: a8007ff6-979b-491d-83c8-05c2c4d9db59, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1358918-bdf7-4f45-af89-697782e7f913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:08:26.223336 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:26.284847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:08:26.288274 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:08:26.294057 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:26.297678 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:26.298349 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:26.299720 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 1094 time: 0.6264508 Sep 14 01:08:26.301845 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:26.304160 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec177df-cb65-4de9-a330-6a5cdac696e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:26.318670 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c447d2ef-f8c2-4b93-9224-c8578c4257de None None] Attempt 2 to provision port a8007ff6-979b-491d-83c8-05c2c4d9db59 Sep 14 01:08:26.357026 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549d4595-fd1b-46f0-8cb0-229a54ca188e x-openstack-request-id: req-549d4595-fd1b-46f0-8cb0-229a54ca188e {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:26.357390 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:26.357642 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-549d4595-fd1b-46f0-8cb0-229a54ca188e {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:26.358065 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549d4595-fd1b-46f0-8cb0-229a54ca188e'] response: {'name': 'network-changed', 'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'status': 'completed', 'code': 200} Sep 14 01:08:26.369103 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c447d2ef-f8c2-4b93-9224-c8578c4257de None None] Port a8007ff6-979b-491d-83c8-05c2c4d9db59 had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:08:26.392100 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db289d0-adad-4f49-9c2c-c72a41041ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:26.399180 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-3d254a4b-c528-443e-b2c0-91b2bc9dbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:26.400920 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-3d254a4b-c528-443e-b2c0-91b2bc9dbcec service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1128 time: 0.0594060 Sep 14 01:08:26.440422 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-74057e62-0c97-4ba0-9dc4-4f32c22670ea service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 217 time: 0.0316989 Sep 14 01:08:26.487274 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-8b3234a4-b370-4b70-be32-328fdd4f6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:26.488894 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-8b3234a4-b370-4b70-be32-328fdd4f6500 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0432405 Sep 14 01:08:26.501292 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:26.532669 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-99859fd9-71f7-45f3-89f1-b250d730e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:26.534165 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-99859fd9-71f7-45f3-89f1-b250d730e33a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399916 Sep 14 01:08:26.574300 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb0c76-2289-4c51-a311-f4053dcc84d7 req-6b82d76b-a9ab-4bc6-8168-8543a7e82796 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:26.575765 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ccb0c76-2289-4c51-a311-f4053dcc84d7 req-6b82d76b-a9ab-4bc6-8168-8543a7e82796 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0465806 Sep 14 01:08:26.619265 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:26.624561 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ccb0c76-2289-4c51-a311-f4053dcc84d7 req-fcbb6818-8026-42c6-97ab-973f7e8d00e8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Sep 14 01:08:26.630825 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-00458a44-e0a0-4c28-8a8b-ce80e3f011b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906553 Sep 14 01:08:26.724048 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-8de7302b-c481-4d2a-8ee7-7984be8f1d21 req-ab9cc401-4e95-4463-b357-9246ea242ed9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874245 Sep 14 01:08:27.214026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f3af-2e84-4c2d-8890-51ce5f194b3d req-78a2ae74-9730-410d-98fe-39d1c1c72229 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:27.215482 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ec3f3af-2e84-4c2d-8890-51ce5f194b3d req-78a2ae74-9730-410d-98fe-39d1c1c72229 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0492907 Sep 14 01:08:27.254156 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:27.261993 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ec3f3af-2e84-4c2d-8890-51ce5f194b3d req-2cc399d1-7b9e-4625-992f-712e9fc46619 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Sep 14 01:08:27.638129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-0c6addb9-e413-4001-b2a9-46d168fb41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:27.639639 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-0c6addb9-e413-4001-b2a9-46d168fb41d5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1128 time: 0.0409203 Sep 14 01:08:27.739044 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-6251cd88-f542-4c01-b118-4b465acb5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:27.740508 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-6251cd88-f542-4c01-b118-4b465acb5fe3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.0905488 Sep 14 01:08:27.746781 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c22f4-a9f5-409d-96aa-8331b9a2e665 req-ba6cfe39-d026-43cc-8a91-2aad19287be5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:27.748250 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5e9c22f4-a9f5-409d-96aa-8331b9a2e665 req-ba6cfe39-d026-43cc-8a91-2aad19287be5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0463285 Sep 14 01:08:27.785614 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-38786f0d-1060-486b-a657-fbd2b67f93a8 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 217 time: 0.0329239 Sep 14 01:08:27.789771 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:27.797488 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5e9c22f4-a9f5-409d-96aa-8331b9a2e665 req-14975712-f89b-48d9-afe2-95c90f789f3b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Sep 14 01:08:27.841636 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-8d6d8a37-85b5-4856-9801-eeb9d55a5b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:27.843122 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-8d6d8a37-85b5-4856-9801-eeb9d55a5b0b service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0440259 Sep 14 01:08:27.895594 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-2dd5b09f-5843-459e-8e9d-a001ea037d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:27.896958 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-2dd5b09f-5843-459e-8e9d-a001ea037d98 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375416 Sep 14 01:08:27.990587 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-386d873a-405d-4d2b-959c-dfb54b851438 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858665 Sep 14 01:08:28.086338 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-0ec177df-cb65-4de9-a330-6a5cdac696e3 req-c29474ee-7278-4d62-88d6-e888c8d0c4ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875244 Sep 14 01:08:28.395031 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481924d2-c6cd-4316-ac23-a9b2006fad7d req-e5209a51-10fd-4787-a43f-fcf846f55312 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:28.396512 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-481924d2-c6cd-4316-ac23-a9b2006fad7d req-e5209a51-10fd-4787-a43f-fcf846f55312 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0459714 Sep 14 01:08:28.446981 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-481924d2-c6cd-4316-ac23-a9b2006fad7d req-aad3bc50-8f2d-476f-bdbe-f7525e0d8d78 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446448 Sep 14 01:08:28.695345 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-350a0197-cc12-40fa-a7b6-3a2db936447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:28.918803 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674ae63-d2b4-4761-94c5-1f97b317f860 req-c157edb8-230d-49c9-b703-044c9807642f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:28.920199 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e674ae63-d2b4-4761-94c5-1f97b317f860 req-c157edb8-230d-49c9-b703-044c9807642f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0464034 Sep 14 01:08:28.959232 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:08:28.972934 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e674ae63-d2b4-4761-94c5-1f97b317f860 req-b4aae539-42fb-4100-8a4e-0151c124206f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Sep 14 01:08:29.061195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:29.072137 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'mac_address': 'fa:16:3e:3d:33:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:08:29.105912 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:08:29.106300 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:29.118940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8007ff6-979b-491d-83c8-05c2c4d9db59 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:08:29.141403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:29.145633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:29.190916 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:29.405245 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['a8007ff6-979b-491d-83c8-05c2c4d9db59'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:08:29.572030 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106bd98-035a-4678-91fc-18f97f8ba9e7 req-81b0376a-47cc-4a63-b492-885f61003284 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:29.573546 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0106bd98-035a-4678-91fc-18f97f8ba9e7 req-81b0376a-47cc-4a63-b492-885f61003284 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 945 time: 0.0482562 Sep 14 01:08:29.619147 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0106bd98-035a-4678-91fc-18f97f8ba9e7 req-9463425d-2680-4934-95ea-00b0d3f7838e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396783 Sep 14 01:08:30.093773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b9893-c39d-46ef-a2c8-d2076fd4ae39 req-54a92f04-fc4e-4988-9760-2c3addd3f2af tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:30.095221 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4d2b9893-c39d-46ef-a2c8-d2076fd4ae39 req-54a92f04-fc4e-4988-9760-2c3addd3f2af tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0481002 Sep 14 01:08:30.140226 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4d2b9893-c39d-46ef-a2c8-d2076fd4ae39 req-555d5fcc-5d8d-4746-82eb-b773d4f391f0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 Sep 14 01:08:30.746074 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f37da2-3e42-4797-8120-3a8be903d4d5 req-21ada2cc-6678-4585-8563-5b47eb46653a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:30.747522 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22f37da2-3e42-4797-8120-3a8be903d4d5 req-21ada2cc-6678-4585-8563-5b47eb46653a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 945 time: 0.0460451 Sep 14 01:08:30.794522 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22f37da2-3e42-4797-8120-3a8be903d4d5 req-1592bec4-0782-41a2-af32-ee27c4b9a4e6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Sep 14 01:08:30.950857 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:08:30.991765 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7f7bcb85-1a76-47cb-a991-1e838323dd88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:31.005028 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port a8007ff6-979b-491d-83c8-05c2c4d9db59 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:08:31.011395 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port a8007ff6-979b-491d-83c8-05c2c4d9db59 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:08:31.011771 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:31.012106 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port a8007ff6-979b-491d-83c8-05c2c4d9db59 Sep 14 01:08:31.085187 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:08:31.085564 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:31.095373 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:31.108169 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:31.110926 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d84dbe2-b411-4420-935e-4523024614d8" -d '{"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-plugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:31.123517 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:08:31.129145 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:31.155453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb96981-05bd-4644-bc32-4fc638c089e0 x-openstack-request-id: req-acb96981-05bd-4644-bc32-4fc638c089e0 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:31.155761 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-plugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:31.156015 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acb96981-05bd-4644-bc32-4fc638c089e0 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:31.156581 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb96981-05bd-4644-bc32-4fc638c089e0'] response: {'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'code': 200} Sep 14 01:08:31.184366 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:08:31.267704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826917ba-1a61-48ec-878a-a25529cc70fc req-860072d7-dd71-4711-8ee7-2f3dd19103eb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:31.269277 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-826917ba-1a61-48ec-878a-a25529cc70fc req-860072d7-dd71-4711-8ee7-2f3dd19103eb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0511949 Sep 14 01:08:31.328374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a3b98-89a9-4fa7-a824-b4fb924aff6b req-82a0964f-6266-4486-acdf-76a89c17664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:31.329946 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3d1a3b98-89a9-4fa7-a824-b4fb924aff6b req-82a0964f-6266-4486-acdf-76a89c17664e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1130 time: 0.0400281 Sep 14 01:08:31.379265 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-3d1a3b98-89a9-4fa7-a824-b4fb924aff6b req-6513427e-29db-4241-a73e-3348185eb5d6 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Sep 14 01:08:31.537478 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-826917ba-1a61-48ec-878a-a25529cc70fc req-14412640-dc52-4371-9148-6e641e9fe639 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625194 Sep 14 01:08:31.922043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09cf92-0d17-4d88-9d54-fa19add1af30 req-48cf9618-bbbd-4843-bfdb-30c29b0a9c97 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:31.923501 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7f09cf92-0d17-4d88-9d54-fa19add1af30 req-48cf9618-bbbd-4843-bfdb-30c29b0a9c97 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0463800 Sep 14 01:08:31.969449 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7f09cf92-0d17-4d88-9d54-fa19add1af30 req-e0c33e01-84b6-4af3-8ef1-7988505ff652 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399563 Sep 14 01:08:32.142866 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:08:32.338146 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:32.659132 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294675-1f41-450b-9394-04474c57388c req-126d6e03-ce8d-40cf-ab13-06280ee7bfef tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:32.660582 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3c294675-1f41-450b-9394-04474c57388c req-126d6e03-ce8d-40cf-ab13-06280ee7bfef tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0483100 Sep 14 01:08:32.706103 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3c294675-1f41-450b-9394-04474c57388c req-6df3deb4-d294-46c9-aa51-db90076ab62f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Sep 14 01:08:33.096385 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f7a24-9282-4780-8d11-f97c9e517cf9 req-6d6581bd-19f6-47f9-9133-2eac53568768 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:33.097848 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d94f7a24-9282-4780-8d11-f97c9e517cf9 req-6d6581bd-19f6-47f9-9133-2eac53568768 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0469823 Sep 14 01:08:33.144346 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d94f7a24-9282-4780-8d11-f97c9e517cf9 req-3391e510-31ff-4b98-9a85-a40760a37057 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409484 Sep 14 01:08:33.262887 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143080b-e0be-4469-b449-90e9e6d61522 req-2264923e-eef9-411c-9d2b-d15112cd2138 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:33.264337 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e143080b-e0be-4469-b449-90e9e6d61522 req-2264923e-eef9-411c-9d2b-d15112cd2138 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0461054 Sep 14 01:08:33.275704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54608) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:33.279965 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Request body: {'floatingip': {'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:33.282249 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:33.320489 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (409084d7-2420-41b9-95a0-94d224162252), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:33.474266 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:33.683880 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:33.727086 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:33.735116 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:33.739416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (409084d7-2420-41b9-95a0-94d224162252), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:33.867234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89731d7-c01f-46b0-930f-965188976157 req-4ad94c3f-b506-4a4c-94d3-0a42da846826 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:33.868746 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a89731d7-c01f-46b0-930f-965188976157 req-4ad94c3f-b506-4a4c-94d3-0a42da846826 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0806699 Sep 14 01:08:33.875226 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Floating IP 409084d7-2420-41b9-95a0-94d224162252 associated. External IP: 172.28.1.21, port: a8007ff6-979b-491d-83c8-05c2c4d9db59. Sep 14 01:08:33.994231 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a89731d7-c01f-46b0-930f-965188976157 req-fd2cc406-a097-4be4-b3a4-60d78a740160 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163931 Sep 14 01:08:34.112247 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Router 7604e2da-3561-47d3-8e19-69a15e213c73 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:08:34.216799 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:08:34.222376 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:34.227687 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:08:34.231391 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:34.240519 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:34.241163 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:34.248568 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:34.258309 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-54b83d9f-0b53-48a4-9664-50cd7c5f9537 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/409084d7-2420-41b9-95a0-94d224162252 HTTP/1.1" status: 200 len: 991 time: 0.9815526 Sep 14 01:08:34.259535 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:34.262044 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9452d5-a047-4a54-acdd-056da0b0ca08" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:34.302976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b950c5a3-8786-42d3-aaa8-d56634aa0fcb x-openstack-request-id: req-b950c5a3-8786-42d3-aaa8-d56634aa0fcb {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:34.303509 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:34.303966 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b950c5a3-8786-42d3-aaa8-d56634aa0fcb {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:34.304414 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b950c5a3-8786-42d3-aaa8-d56634aa0fcb'] response: {'name': 'network-changed', 'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'status': 'completed', 'code': 200} Sep 14 01:08:34.348563 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:34.363912 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-fba967e4-9893-4ebd-aea5-3c2ee29f89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:34.365515 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-fba967e4-9893-4ebd-aea5-3c2ee29f89a7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1130 time: 0.0402579 Sep 14 01:08:34.433178 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:34.462230 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-846785ac-8c4e-4e7b-8382-8a24b7dc2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:34.463863 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-846785ac-8c4e-4e7b-8382-8a24b7dc2f40 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.0917683 Sep 14 01:08:34.526050 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-1314dfa5-77b8-42ad-9b28-b96c46a89821 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 999 time: 0.0556371 Sep 14 01:08:34.571339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '409084d7-2420-41b9-95a0-94d224162252', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'floating_ip_address': '172.28.1.21', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'mac_address': 'fa:16:3e:3d:33:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:08:22Z', 'updated_at': '2022-09-14T01:08:33Z', 'revision_number': 1, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:34.581027 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-1636bad3-3d1d-44c1-be37-88122b5ef524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:34.582525 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-1636bad3-3d1d-44c1-be37-88122b5ef524 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0509882 Sep 14 01:08:34.604542 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:08:34.613445 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:34.613661 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:34.624792 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-f7cadc06-fb89-430b-a9ce-7db0bebf4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:34.626894 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-f7cadc06-fb89-430b-a9ce-7db0bebf4616 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0380287 Sep 14 01:08:34.680443 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:34.708099 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:34.728833 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-b04cecc1-1361-4b52-bf1f-a7cbec561f36 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947967 Sep 14 01:08:34.820830 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-fe9452d5-a047-4a54-acdd-056da0b0ca08 req-cbe4fce7-a9f2-457b-ae00-6cbad94e39f6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859344 Sep 14 01:08:34.839273 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:35.046081 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '409084d7-2420-41b9-95a0-94d224162252', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'floating_ip_address': '172.28.1.21', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'mac_address': 'fa:16:3e:3d:33:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:08:22Z', 'updated_at': '2022-09-14T01:08:33Z', 'revision_number': 1, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:35.075167 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0411a28-8490-43c1-b0a4-b9252da6cdd8 None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '409084d7-2420-41b9-95a0-94d224162252', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'floating_ip_address': '172.28.1.21', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'mac_address': 'fa:16:3e:3d:33:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:08:22Z', 'updated_at': '2022-09-14T01:08:33Z', 'revision_number': 1, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:08:35.115654 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc430a7-a605-41f9-ac50-f8f4d4738b75 req-6e60c43b-e96b-4c84-8f69-85a4e284312c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:35.117394 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-acc430a7-a605-41f9-ac50-f8f4d4738b75 req-6e60c43b-e96b-4c84-8f69-85a4e284312c tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0477881 Sep 14 01:08:35.165964 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-acc430a7-a605-41f9-ac50-f8f4d4738b75 req-2dfde300-3a1b-40fe-ba87-89cd4f03a8f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Sep 14 01:08:35.259495 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bb93f0-f9ab-49e8-bcd8-5feb8db40c3b None None] New status for floating IP 409084d7-2420-41b9-95a0-94d224162252: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:08:36.291667 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36917a6-6086-4a2d-8267-478f0902f3b9 req-e6b2ff95-bfc4-4967-a66f-d49891c8173d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:36.293217 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d36917a6-6086-4a2d-8267-478f0902f3b9 req-e6b2ff95-bfc4-4967-a66f-d49891c8173d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0490694 Sep 14 01:08:36.339734 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d36917a6-6086-4a2d-8267-478f0902f3b9 req-0705d063-a0ef-440b-9b96-284f4f70f991 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Sep 14 01:08:37.440884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:37.458855 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547fdd-19a3-411a-990f-8e24ef9077e8 req-09363b52-0b2f-41b6-95d5-6e97e54c1975 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:37.460298 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-73547fdd-19a3-411a-990f-8e24ef9077e8 req-09363b52-0b2f-41b6-95d5-6e97e54c1975 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0457907 Sep 14 01:08:37.505945 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-73547fdd-19a3-411a-990f-8e24ef9077e8 req-068a08dd-8c5c-4307-9cdc-2823014d2082 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Sep 14 01:08:38.624214 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0429b24-f6d2-4534-ab2f-1dfc73738942 req-d90b6f48-827d-4c75-96d0-c9bf7faa8fc0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:38.625638 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0429b24-f6d2-4534-ab2f-1dfc73738942 req-d90b6f48-827d-4c75-96d0-c9bf7faa8fc0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0446692 Sep 14 01:08:38.674487 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0429b24-f6d2-4534-ab2f-1dfc73738942 req-e4bc196f-0211-417b-abc5-c8e773155c81 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Sep 14 01:08:39.793245 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd645d0c-6513-4ff9-9a09-2069a1a2b9e9 req-89997697-9908-479a-bd4a-b3f69cc0893f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:39.794751 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bd645d0c-6513-4ff9-9a09-2069a1a2b9e9 req-89997697-9908-479a-bd4a-b3f69cc0893f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0458577 Sep 14 01:08:39.840553 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bd645d0c-6513-4ff9-9a09-2069a1a2b9e9 req-c9ec720a-0ae8-4044-9881-243829d83399 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Sep 14 01:08:40.960878 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093370d0-2742-4809-a417-a01435042ec2 req-87097023-303d-4e95-9e67-be4368fd96d8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:40.962279 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-093370d0-2742-4809-a417-a01435042ec2 req-87097023-303d-4e95-9e67-be4368fd96d8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0457003 Sep 14 01:08:41.008434 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-093370d0-2742-4809-a417-a01435042ec2 req-719a1ff6-e3dd-4d25-bcb5-4dc0eb66fc14 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Sep 14 01:08:41.268803 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d6da0-f434-4ce2-98d5-73c10fffb53e req-2f4a7540-416b-4661-a394-fdb50fc13459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:41.270293 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-cf8d6da0-f434-4ce2-98d5-73c10fffb53e req-2f4a7540-416b-4661-a394-fdb50fc13459 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0374780 Sep 14 01:08:41.323069 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-cf8d6da0-f434-4ce2-98d5-73c10fffb53e req-b9b08a63-8938-44ae-a4a0-41a30b7bf994 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Sep 14 01:08:42.132335 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee52607-2630-45dd-8251-c24d3f307b72 req-d5045b23-c78f-478c-8656-cf05cab5faf0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:42.133825 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5ee52607-2630-45dd-8251-c24d3f307b72 req-d5045b23-c78f-478c-8656-cf05cab5faf0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0493205 Sep 14 01:08:42.180011 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5ee52607-2630-45dd-8251-c24d3f307b72 req-f360ca69-fc23-4859-a9aa-6bca324dc35f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Sep 14 01:08:43.302307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cbcb4-e983-4765-babc-9bc86bfd98a1 req-0d0a9422-4862-4607-8ffa-7548ebc5ee52 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:43.303905 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-be9cbcb4-e983-4765-babc-9bc86bfd98a1 req-0d0a9422-4862-4607-8ffa-7548ebc5ee52 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0473106 Sep 14 01:08:43.352976 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-be9cbcb4-e983-4765-babc-9bc86bfd98a1 req-c14dc14a-e997-4ee4-bf13-a0805840067b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435219 Sep 14 01:08:43.772908 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-b23deae3-839c-41a8-b3d6-80697ba35a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:43.774445 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-b23deae3-839c-41a8-b3d6-80697ba35a00 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0391538 Sep 14 01:08:43.787218 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c57aa-bc96-40ee-a1e1-d58e1dd6a089 req-dadf4e8e-c5b1-46a6-84ff-2dad2520ad5b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:43.788928 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-215c57aa-bc96-40ee-a1e1-d58e1dd6a089 req-dadf4e8e-c5b1-46a6-84ff-2dad2520ad5b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0458200 Sep 14 01:08:43.841256 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-215c57aa-bc96-40ee-a1e1-d58e1dd6a089 req-4cf832b9-b485-44bf-8fe5-3196fb333369 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463171 Sep 14 01:08:43.867031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-1a9ae7b7-3b11-4bc9-a207-310d107a30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:43.868476 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-1a9ae7b7-3b11-4bc9-a207-310d107a30c6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.0883799 Sep 14 01:08:43.933825 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-a74a01bc-b842-4ed3-9397-74fe8278e83c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 1001 time: 0.0573478 Sep 14 01:08:43.996457 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-daccbefc-3ece-46f6-9eb4-27099c762fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:43.998470 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-daccbefc-3ece-46f6-9eb4-27099c762fcd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0583508 Sep 14 01:08:44.041493 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-c81d45d1-85a5-4e18-82dd-0ab9c7cf01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:44.042911 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-c81d45d1-85a5-4e18-82dd-0ab9c7cf01c3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383592 Sep 14 01:08:44.136834 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-a1a03181-e0ed-4ea3-a93e-dd156e355193 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845444 Sep 14 01:08:44.230863 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-1d6a67a0-a556-4ea6-a0b7-940f45a023ce req-a9375d4f-7a5a-40db-a9f0-89cbd81e7c5b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877402 Sep 14 01:08:44.963043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96dddb-eaa4-4977-8df8-27903da07c10 req-b0a29782-984a-4188-a40a-487b0cc33ed6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:44.964516 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6f96dddb-eaa4-4977-8df8-27903da07c10 req-b0a29782-984a-4188-a40a-487b0cc33ed6 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0455995 Sep 14 01:08:45.011354 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6f96dddb-eaa4-4977-8df8-27903da07c10 req-bb76fea9-9f1f-4ac4-89fa-52e6a379fbcf tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407193 Sep 14 01:08:45.043274 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=2,neutron:SELECT=55 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:45.049134 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=45 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:45.049723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=36 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:45.357160 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:45.359436 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:46.129776 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4c018-bd28-494c-a3a3-8f19e4b56679 req-30a8a029-61f1-4a89-9ed8-62261330ba3b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:46.131236 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-64c4c018-bd28-494c-a3a3-8f19e4b56679 req-30a8a029-61f1-4a89-9ed8-62261330ba3b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0451517 Sep 14 01:08:46.151008 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:46.177727 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-64c4c018-bd28-494c-a3a3-8f19e4b56679 req-ec6278eb-2f0d-44b1-96ed-7ec53973c0e1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Sep 14 01:08:47.300549 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61ef11-17b5-416d-8a27-7af2d37fff18 req-bb79b4d1-68ae-45c0-966f-0e1c7e02f3f4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:47.301966 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5f61ef11-17b5-416d-8a27-7af2d37fff18 req-bb79b4d1-68ae-45c0-966f-0e1c7e02f3f4 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0501134 Sep 14 01:08:47.350107 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5f61ef11-17b5-416d-8a27-7af2d37fff18 req-23fdc2d4-187b-4774-82b4-2da6ce5b8127 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426698 Sep 14 01:08:47.465000 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec3b2a-af48-412c-85a3-75463236feb1 req-fbacd214-e46c-46da-8cc0-0466084e4443 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:47.466503 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c6ec3b2a-af48-412c-85a3-75463236feb1 req-fbacd214-e46c-46da-8cc0-0466084e4443 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0467060 Sep 14 01:08:47.476894 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54662) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:08:47.481083 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Request body: {'floatingip': {'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:08:47.536203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:47.611709 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:48.148723 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.db.resource_extend [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 14 01:08:48.193229 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:48.197020 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:48.403034 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Router e9dbaa6c-9acd-47e0-ac55-154c142acdcc has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:08:48.503449 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:08:48.508307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:48.512934 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] Sync routers for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:08:48.522592 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:48.523234 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:48.539606 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:48.541935 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6637504-17a6-41cd-bb31-92d880c3e93f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:48.545352 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:48.576351 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-df0cae86-9947-4a26-bcb3-8faa5c1968f5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/b1cfbac2-b449-4955-ba39-1510ddaabb43 HTTP/1.1" status: 200 len: 993 time: 1.0984223 Sep 14 01:08:48.581707 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee3e40-acf7-49c8-8df1-db4cade16f24 x-openstack-request-id: req-5eee3e40-acf7-49c8-8df1-db4cade16f24 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:48.582041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:48.582301 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eee3e40-acf7-49c8-8df1-db4cade16f24 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:48.582693 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eee3e40-acf7-49c8-8df1-db4cade16f24'] response: {'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'status': 'completed', 'code': 200} Sep 14 01:08:48.628769 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:48.733552 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-d261d8ba-d85b-457e-a84e-f7fbf1b64d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:48.734250 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-d261d8ba-d85b-457e-a84e-f7fbf1b64d45 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0412555 Sep 14 01:08:48.834423 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-187593c9-4fb6-458e-8c5a-f6d909b34a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:48.835363 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-187593c9-4fb6-458e-8c5a-f6d909b34a85 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.0951457 Sep 14 01:08:48.848678 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b1cfbac2-b449-4955-ba39-1510ddaabb43', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'floating_ip_address': '172.28.1.12', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:13Z', 'updated_at': '2022-09-14T01:08:47Z', 'revision_number': 3, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:48.874579 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] Checking router: e9dbaa6c-9acd-47e0-ac55-154c142acdcc for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:08:48.883743 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:08:48.884011 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:08:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:48.902661 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-c8350aec-8573-4696-90f7-c9ecc2586bbc service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 1001 time: 0.0618837 Sep 14 01:08:48.952207 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-7b284435-412e-4587-a900-a1d073a3ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:48.953737 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-7b284435-412e-4587-a900-a1d073a3ba9f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0455308 Sep 14 01:08:48.967564 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:48.988748 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:08:49.000058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-228c65ae-33fb-4553-81d0-9bccae3e892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:49.001461 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-228c65ae-33fb-4553-81d0-9bccae3e892c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413072 Sep 14 01:08:49.100264 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:49.104198 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-c6e2fea9-6c1d-4a14-910c-e5a8bed1dc51 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870233 Sep 14 01:08:49.194738 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b1cfbac2-b449-4955-ba39-1510ddaabb43', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'floating_ip_address': '172.28.1.12', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:13Z', 'updated_at': '2022-09-14T01:08:47Z', 'revision_number': 3, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:08:49.222646 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada89f82-e103-42d1-8c7e-e0fb78763ad4 None None] The sync data for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb is: [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b1cfbac2-b449-4955-ba39-1510ddaabb43', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'floating_ip_address': '172.28.1.12', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'port_id': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'mac_address': 'fa:16:3e:bc:71:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fde617-aa47-4810-9ace-495b19622451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:07:13Z', 'updated_at': '2022-09-14T01:08:47Z', 'revision_number': 3, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:08:49.370508 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-e6637504-17a6-41cd-bb31-92d880c3e93f req-5e3ef67d-4e26-4865-a59d-ba1b095ccc50 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926547 Sep 14 01:08:50.584115 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:08:50.586465 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db98d703-0974-40e2-829f-0eccd81bcecf" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:08:50.622652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09eff98-cf66-4b80-a461-db06f820e4c7 x-openstack-request-id: req-e09eff98-cf66-4b80-a461-db06f820e4c7 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:08:50.622945 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:08:50.623199 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e09eff98-cf66-4b80-a461-db06f820e4c7 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:08:50.623595 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09eff98-cf66-4b80-a461-db06f820e4c7'] response: {'name': 'network-changed', 'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'status': 'completed', 'code': 200} Sep 14 01:08:50.685058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d703-0974-40e2-829f-0eccd81bcecf req-b2224ca7-c3cd-4764-9aca-ae04e651cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:50.686775 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-b2224ca7-c3cd-4764-9aca-ae04e651cfaa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1f0d081d730748f587aa7a3e93653c13&device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 1130 time: 0.0389383 Sep 14 01:08:50.777330 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d703-0974-40e2-829f-0eccd81bcecf req-62280623-c979-4291-8985-53982c95fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:50.778880 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-62280623-c979-4291-8985-53982c95fa11 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 200 len: 919 time: 0.0843124 Sep 14 01:08:50.842042 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-ef37514b-927a-4660-9db1-0c192ac327f7 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 200 len: 1001 time: 0.0561943 Sep 14 01:08:50.888166 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d703-0974-40e2-829f-0eccd81bcecf req-3a54d783-37f1-4dc9-8f08-b28e342b0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:50.889536 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-3a54d783-37f1-4dc9-8f08-b28e342b0560 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 200 len: 857 time: 0.0420971 Sep 14 01:08:50.931069 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98d703-0974-40e2-829f-0eccd81bcecf req-c8d986a2-7101-4dc4-b43b-97541c68b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:08:50.932466 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-c8d986a2-7101-4dc4-b43b-97541c68b20a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=99834cc1-1b0c-4af1-9db5-bbb28c819c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0366592 Sep 14 01:08:51.024309 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-c2b44676-627e-4437-b657-589a262e3e17 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851717 Sep 14 01:08:51.113595 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db98d703-0974-40e2-829f-0eccd81bcecf req-1dc979f4-b0be-4d32-9d48-bf43548e7d28 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828886 Sep 14 01:08:51.171808 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:08:58.571814 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:58.572577 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:08:58.695995 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d776e90b-e789-4453-921a-42d6413b8dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:00.963900 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a8e29810-e612-48ca-b689-6b6c2cb287f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:01.109795 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=55 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:01.110581 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=74 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:01.837596 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02f7b-9403-4dc5-8fec-18cb50c8616d req-721e7b8b-fc3e-4067-8331-dd20707e1afb tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:01.839098 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-55f02f7b-9403-4dc5-8fec-18cb50c8616d req-721e7b8b-fc3e-4067-8331-dd20707e1afb tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Sep 14 01:09:01.886215 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-55f02f7b-9403-4dc5-8fec-18cb50c8616d req-d8f6405b-75e9-4540-ad7e-a03d155c37f8 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Sep 14 01:09:02.340144 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:03.008925 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4751f95-c4bb-4721-be1c-a6d3581f7864 req-ce3090bd-3359-49be-978f-b445b8fbcaf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:03.010458 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4751f95-c4bb-4721-be1c-a6d3581f7864 req-ce3090bd-3359-49be-978f-b445b8fbcaf9 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0470145 Sep 14 01:09:03.057423 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4751f95-c4bb-4721-be1c-a6d3581f7864 req-dd190b0e-4a45-4217-b25d-fa4782074dbd tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413730 Sep 14 01:09:03.561108 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-12cf1111-6a0d-4ab5-88cc-de6ecaebe327 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:03.562559 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-12cf1111-6a0d-4ab5-88cc-de6ecaebe327 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0453119 Sep 14 01:09:03.641865 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:03.642150 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:03.690687 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:03.729681 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:03.750636 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] For port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:03.751023 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:04.178372 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443fdf-c158-4fd4-8ff1-5c024ec44818 req-2bee680c-0648-4c83-8e0e-501d7cd07b0b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:04.179875 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1e443fdf-c158-4fd4-8ff1-5c024ec44818 req-2bee680c-0648-4c83-8e0e-501d7cd07b0b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 945 time: 0.0486424 Sep 14 01:09:04.189727 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:04.190113 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (9b4009b2-fc55-4a7f-85f8-6181fa8f1e55), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:04.190431 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP 9b4009b2-fc55-4a7f-85f8-6181fa8f1e55 disassociated. External IP: 172.28.1.210, port: 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f. Sep 14 01:09:04.190774 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:04.230673 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1e443fdf-c158-4fd4-8ff1-5c024ec44818 req-caeb2631-f159-4c8b-9f21-5a23341cb563 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=71781978-9a5d-448d-9fd2-45b30a92921e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449233 Sep 14 01:09:04.314214 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (7ee13ac6-e8a6-4e17-9fec-04e05a21f73f), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:04.348336 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=7ee13ac6-e8a6-4e17-9fec-04e05a21f73f,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:04.358645 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.359484 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.359826 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.360173 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.360505 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.360830 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.361623 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.361623 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.361849 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.362249 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.362665 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.362890 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.363212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.363533 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.363852 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:04.464916 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:09:04.563566 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:09:04.573470 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:09:04.583539 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:04.584149 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:04.606350 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] No DVR routers for this DVR port 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:04.608823 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:04.612644 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-33c88404-516d-46e3-9a90-ef7a74d89af9 req-838fddea-4ed8-4d6c-9d0e-045caf546318 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "DELETE /networking/v2.0/ports/7ee13ac6-e8a6-4e17-9fec-04e05a21f73f HTTP/1.1" status: 204 len: 173 time: 1.0447145 Sep 14 01:09:04.613083 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'name': 'network-vif-deleted', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:04.615421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ae890d-5987-465d-9e5b-a842ac604617" -d '{"events": [{"server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "name": "network-vif-deleted", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:04.653979 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71eec718-bafb-4a4d-b0fc-ff3ae2223b4f x-openstack-request-id: req-71eec718-bafb-4a4d-b0fc-ff3ae2223b4f {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:04.654324 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b45da65-208d-45d3-86ff-f5dc16a01537", "name": "network-vif-deleted", "tag": "7ee13ac6-e8a6-4e17-9fec-04e05a21f73f", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:04.654585 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71eec718-bafb-4a4d-b0fc-ff3ae2223b4f {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:04.654990 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71eec718-bafb-4a4d-b0fc-ff3ae2223b4f'] response: {'server_uuid': '1b45da65-208d-45d3-86ff-f5dc16a01537', 'name': 'network-vif-deleted', 'tag': '7ee13ac6-e8a6-4e17-9fec-04e05a21f73f', 'status': 'completed', 'code': 200} Sep 14 01:09:04.690686 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:04.974592 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:04.998504 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:09:05.006815 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:05.007408 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:05.105390 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:05.291592 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:05.318402 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b7a8f2-cfc5-4494-bd9f-5f01d6a5a96c None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:09:05.360455 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9beca4eb-e8ed-4348-8672-9a2c40e5bd1c req-028e4470-1149-4ffb-a161-d4ab990f5c66 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1b45da65-208d-45d3-86ff-f5dc16a01537 HTTP/1.1" status: 200 len: 210 time: 0.0277307 Sep 14 01:09:05.549943 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98996992-64a9-4688-819a-c53d8e240444 None None] New status for floating IP 9b4009b2-fc55-4a7f-85f8-6181fa8f1e55: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:09:06.454614 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54740) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:06.507994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9d4280ec-cb18-4bf9-99db-c47b113ecc48 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (71781978-9a5d-448d-9fd2-45b30a92921e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.529358 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9d4280ec-cb18-4bf9-99db-c47b113ecc48 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (71781978-9a5d-448d-9fd2-45b30a92921e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.574974 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9d4280ec-cb18-4bf9-99db-c47b113ecc48 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (71781978-9a5d-448d-9fd2-45b30a92921e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.577575 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9d4280ec-cb18-4bf9-99db-c47b113ecc48 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.578761 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9d4280ec-cb18-4bf9-99db-c47b113ecc48 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/71781978-9a5d-448d-9fd2-45b30a92921e HTTP/1.1" status: 204 len: 168 time: 0.1231422 Sep 14 01:09:06.581599 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54742) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:06.587580 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4280ec-cb18-4bf9-99db-c47b113ecc48 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71781978-9a5d-448d-9fd2-45b30a92921e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:06.597418 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.api.v2.resource [None req-86a220be-6656-4e50-ab9a-e187d9962019 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] show failed (client error): The resource could not be found. Sep 14 01:09:06.598549 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-86a220be-6656-4e50-ab9a-e187d9962019 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups/71781978-9a5d-448d-9fd2-45b30a92921e HTTP/1.1" status: 404 len: 347 time: 0.0158787 Sep 14 01:09:06.601948 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54744) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:06.709148 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:06.714291 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 8fdae8c2-de3e-41bb-97e2-361fc3f95b5b {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:06.714655 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.757304 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:06.792333 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.792662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.809774 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 8fdae8c2-de3e-41bb-97e2-361fc3f95b5b owned by network:floatingip {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:06.942515 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (8fdae8c2-de3e-41bb-97e2-361fc3f95b5b), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:06.964515 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=8fdae8c2-de3e-41bb-97e2-361fc3f95b5b,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:07.031445 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (9b4009b2-fc55-4a7f-85f8-6181fa8f1e55), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.033926 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.035070 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c3402c96-e124-4e3e-916d-e68ad2951f38 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/9b4009b2-fc55-4a7f-85f8-6181fa8f1e55 HTTP/1.1" status: 204 len: 168 time: 0.4319665 Sep 14 01:09:07.081035 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:07.099316 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:07.099665 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 7ee13ac6-e8a6-4e17-9fec-04e05a21f73f not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:07.104588 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54748) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:07.109668 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383875723', 'description': 'tempest-description--26490606'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:07.130931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.198487 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (68ec8b58-30ce-4067-8614-aaef95f78444), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.201998 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (68ec8b58-30ce-4067-8614-aaef95f78444), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.230918 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.232112 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1265030 Sep 14 01:09:07.234502 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270b84b-5bfb-42c5-be7c-4489a9d733a1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec8b58-30ce-4067-8614-aaef95f78444,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:07.235791 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54750) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:07.240683 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': '68ec8b58-30ce-4067-8614-aaef95f78444', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:07.268688 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (cae7475c-69b4-4c1a-ba02-b03fa515ac1a), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.327904 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (cae7475c-69b4-4c1a-ba02-b03fa515ac1a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.331369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (cae7475c-69b4-4c1a-ba02-b03fa515ac1a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.349061 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae7475c-69b4-4c1a-ba02-b03fa515ac1a,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:07.355891 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.357120 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-bfe6e05c-e501-480f-b968-feb175ede042 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200693 Sep 14 01:09:07.360231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54752) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:07.364388 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'security_group_rule': {'security_group_id': '68ec8b58-30ce-4067-8614-aaef95f78444', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:07.390984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (2c62bd64-48b6-48c8-bef1-29a12fc3b9f1), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.445839 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (2c62bd64-48b6-48c8-bef1-29a12fc3b9f1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.449053 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (2c62bd64-48b6-48c8-bef1-29a12fc3b9f1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.467141 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c62bd64-48b6-48c8-bef1-29a12fc3b9f1,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:07.472836 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.474069 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a24649f6-5e97-4b40-9915-a90aa3147aa6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128774 Sep 14 01:09:07.477062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54754) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:07.481296 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:07.502358 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.579377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.614016 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:07.616451 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:07.688249 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.28.1.133 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/3e19aaec-95e0-4152-b64a-f3afd2811868) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:09:07.792547 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.822913 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.862405 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:09:07.865279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:09:07.869046 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:09:07.889585 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=3e19aaec-95e0-4152-b64a-f3afd2811868,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:07.954647 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (3d190986-0d83-438e-8234-042f5d79af2e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:07.990126 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:08.132472 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:08.136740 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:08.207579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=3e19aaec-95e0-4152-b64a-f3afd2811868,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:08.209880 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (3d190986-0d83-438e-8234-042f5d79af2e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:08.213659 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:08.226751 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:08.227993 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-f14f6540-9e50-4cec-a55b-a80ca2cec524 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7500226 Sep 14 01:09:08.374100 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-a1c6a73b-f81a-4662-a994-99468c928fb2 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--383875723&fields=id&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 267 time: 0.0407107 Sep 14 01:09:08.477201 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-5c10fc76-4654-4da8-9fc3-9357a0684d02 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:08.478671 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-5c10fc76-4654-4da8-9fc3-9357a0684d02 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.0978827 Sep 14 01:09:08.492977 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e5a29686-4077-464d-af6c-8e4201621c7d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/quotas/a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 375 time: 0.0089231 Sep 14 01:09:08.536842 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:08.548511 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-51784743-ee2a-42e4-a3be-f086926203f7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502176 Sep 14 01:09:08.640644 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-6e9ceb2c-8a1a-488c-b653-f48b4cadf980 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808856 Sep 14 01:09:08.730241 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-c8b1249c-45b3-4d64-a34d-d183e9c8b246 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839210 Sep 14 01:09:08.898250 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6e78e271-47ce-4e55-b724-f1fd6b0dec46 req-d98c343f-2d8a-4e76-8f5c-a89c829848f7 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 210 time: 0.0276659 Sep 14 01:09:09.142101 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:09:10.016508 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22a59809-264d-4709-9007-8f30eec330f6 req-b5283b14-5df4-47da-a6c2-7efac7fdd408 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 210 time: 0.0435755 Sep 14 01:09:10.041637 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-f9276534-a2dc-43cc-b93a-31984537a2d0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:10.043602 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-f9276534-a2dc-43cc-b93a-31984537a2d0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 814 time: 0.1247284 Sep 14 01:09:10.107507 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-02ac2b77-d8f2-4370-8279-8100943b4e97 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17 HTTP/1.1" status: 200 len: 379 time: 0.0538614 Sep 14 01:09:10.179875 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'port': {'device_id': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'admin_state_up': True, 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'security_groups': ['68ec8b58-30ce-4067-8614-aaef95f78444']}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:10.288040 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Made reservation on behalf of a096c51fd3034ca9ae0b71a8cbb1af17 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:09:10.291932 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:10.300943 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:10.354620 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:10.416824 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Allocated IP 172.20.0.11 (aa6ede67-71ad-44e8-9ebc-4e331059c547/418acad6-d289-4a86-9997-e0d460284095/3fefbe95-2351-4aef-927e-1b0cd28d93fa) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:09:10.560771 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:10.592988 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:10.638075 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:09:10.641464 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:09:10.645497 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:09:10.679987 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event updated for resources: {'Port': ['ID=3fefbe95-2351-4aef-927e-1b0cd28d93fa,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:10.722699 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:10.724283 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:10.745793 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e537ffe8-8a1d-47e6-afc0-333d46307df1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5692375 Sep 14 01:09:10.758667 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Request body: {'port': {'device_id': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:10.842002 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:10.945343 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-00d55fab-1601-4153-a773-7f0da9fb8f11 None None] Provisioning complete for port 3fefbe95-2351-4aef-927e-1b0cd28d93fa triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:10.945897 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-00d55fab-1601-4153-a773-7f0da9fb8f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:10.946013 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-00d55fab-1601-4153-a773-7f0da9fb8f11 None None] Attempt 1 to provision port 3fefbe95-2351-4aef-927e-1b0cd28d93fa Sep 14 01:09:11.102853 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-00d55fab-1601-4153-a773-7f0da9fb8f11 None None] Port 3fefbe95-2351-4aef-927e-1b0cd28d93fa cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:09:11.113577 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fefbe95-2351-4aef-927e-1b0cd28d93fa {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:11.121391 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Publish callbacks [] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.132285 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:11.140584 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Transition to ACTIVE for port object 3fefbe95-2351-4aef-927e-1b0cd28d93fa will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:09:11.146014 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.150587 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cf0de-bec4-42bd-bf68-bfeebfd21236 req-3cbd0316-c6ee-4e49-8fc0-b2dc1e3a570c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.152223 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-de2cf0de-bec4-42bd-bf68-bfeebfd21236 req-3cbd0316-c6ee-4e49-8fc0-b2dc1e3a570c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 932 time: 0.0560591 Sep 14 01:09:11.201621 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-de2cf0de-bec4-42bd-bf68-bfeebfd21236 req-b9c39a47-b028-4382-9ab9-ad72c7e538b6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Sep 14 01:09:11.208384 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:11.225875 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Pushing event updated for resources: {'Port': ['ID=3fefbe95-2351-4aef-927e-1b0cd28d93fa,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:11.258872 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Attempting to bind port 3fefbe95-2351-4aef-927e-1b0cd28d93fa on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:09:11.259209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Attempting to bind port 3fefbe95-2351-4aef-927e-1b0cd28d93fa by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:09:11.259535 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Attempting to bind port 3fefbe95-2351-4aef-927e-1b0cd28d93fa on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:09:11.302733 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Port 3fefbe95-2351-4aef-927e-1b0cd28d93fa on network aa6ede67-71ad-44e8-9ebc-4e331059c547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:09:11.302982 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Attempting to bind port 3fefbe95-2351-4aef-927e-1b0cd28d93fa on network aa6ede67-71ad-44e8-9ebc-4e331059c547 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:09:11.343626 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:09:11.343952 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Checking segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:09:11.344325 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Bound using segment: {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:09:11.344747 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Bound port: 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4351d3-4624-478f-b84e-c3923cb2419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:09:11.345095 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.404004 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] For port 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:09:11.407671 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] For port 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:09:11.412632 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.416766 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.417377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:11.418780 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/3fefbe95-2351-4aef-927e-1b0cd28d93fa HTTP/1.1" status: 200 len: 1094 time: 0.6656671 Sep 14 01:09:11.419320 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:11.422218 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fb075b-7e53-4ee5-8752-ae97ef84d311" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:11.461351 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2ebce8-d4ee-43f8-907a-4cee3b830d6d x-openstack-request-id: req-7d2ebce8-d4ee-43f8-907a-4cee3b830d6d {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:11.461630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:11.461907 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d2ebce8-d4ee-43f8-907a-4cee3b830d6d {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:11.462307 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2ebce8-d4ee-43f8-907a-4cee3b830d6d'] response: {'name': 'network-changed', 'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'status': 'completed', 'code': 200} Sep 14 01:09:11.504217 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39302229-63f4-4e1c-bc1d-f4e122797964 service neutron] Pushing event updated for resources: {'Port': ['ID=3fefbe95-2351-4aef-927e-1b0cd28d93fa,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:11.513464 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-a8fe871a-1bd8-4cbc-971e-43a46ca13ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.514996 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-a8fe871a-1bd8-4cbc-971e-43a46ca13ecf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 1128 time: 0.0454423 Sep 14 01:09:11.555174 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-1bb351b1-cc89-4a3b-bdfc-0c1657f32a4c service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa HTTP/1.1" status: 200 len: 217 time: 0.0321183 Sep 14 01:09:11.602019 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-fd5cad53-5da6-4a84-ac0e-aa798536b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.603404 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-fd5cad53-5da6-4a84-ac0e-aa798536b761 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0426064 Sep 14 01:09:11.604394 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-00d55fab-1601-4153-a773-7f0da9fb8f11 None None] Attempt 2 to provision port 3fefbe95-2351-4aef-927e-1b0cd28d93fa Sep 14 01:09:11.639675 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-00d55fab-1601-4153-a773-7f0da9fb8f11 None None] Port 3fefbe95-2351-4aef-927e-1b0cd28d93fa had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:09:11.649469 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2c4f7-7b71-431b-856f-ba94571082df req-fb16cc84-5430-430d-ad4f-c6fca3bea286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:11.651288 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-fb16cc84-5430-430d-ad4f-c6fca3bea286 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0414875 Sep 14 01:09:11.739225 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-142c0e18-af30-484b-b780-c2af2e0d0a56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802495 Sep 14 01:09:11.836180 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-20e2c4f7-7b71-431b-856f-ba94571082df req-e3b64cae-95ef-4240-9d5a-8b12737a179b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908685 Sep 14 01:09:12.320763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31a3bd-7dfb-4602-993e-3f53a28c3487 req-430edde8-6b5b-44f3-a25b-31665de6d636 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.322249 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eb31a3bd-7dfb-4602-993e-3f53a28c3487 req-430edde8-6b5b-44f3-a25b-31665de6d636 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 944 time: 0.0463467 Sep 14 01:09:12.368011 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eb31a3bd-7dfb-4602-993e-3f53a28c3487 req-d7d86ec5-b6d3-4006-b7a5-a6ae7a9a09ca tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400124 Sep 14 01:09:12.792643 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-2e1a0807-1b09-47a5-bba7-bba796abde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.794250 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-2e1a0807-1b09-47a5-bba7-bba796abde19 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 1128 time: 0.0407743 Sep 14 01:09:12.890837 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-322e8d20-2b0a-4fd1-81bc-22f00d622202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.892294 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-322e8d20-2b0a-4fd1-81bc-22f00d622202 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.0917730 Sep 14 01:09:12.931813 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-6909162a-118d-42d6-8222-15f33b0fce80 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa HTTP/1.1" status: 200 len: 217 time: 0.0331225 Sep 14 01:09:12.983056 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-b9c61ca7-8dc7-4b4f-b750-f2c1d5814b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:12.984555 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-b9c61ca7-8dc7-4b4f-b750-f2c1d5814b0a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0446506 Sep 14 01:09:13.033734 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36db2a8-a6bf-4a95-9da1-6fac10abbaed req-b6f21e83-ecdc-479f-aed9-7073545374aa tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:13.035214 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b36db2a8-a6bf-4a95-9da1-6fac10abbaed req-b6f21e83-ecdc-479f-aed9-7073545374aa tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0464268 Sep 14 01:09:13.085058 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b36db2a8-a6bf-4a95-9da1-6fac10abbaed req-65fe38a8-37e7-42b4-a0fd-e9c3cd14f380 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Sep 14 01:09:13.113457 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-72dd3626-f1cc-4a00-a17f-9340e00758ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:13.114969 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-72dd3626-f1cc-4a00-a17f-9340e00758ca service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0384715 Sep 14 01:09:13.170404 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:13.197682 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:13.208598 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-cdfa31b6-23da-4256-8dbb-05d52a8cd326 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865545 Sep 14 01:09:13.299954 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53fb075b-7e53-4ee5-8752-ae97ef84d311 req-54840d17-451e-41d2-93a3-b123c20160a0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856011 Sep 14 01:09:13.488754 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d7979-a962-433c-90ff-a10a61f52da5 req-7db0904a-6747-4953-91cd-e04773a7674f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:13.490235 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b41d7979-a962-433c-90ff-a10a61f52da5 req-7db0904a-6747-4953-91cd-e04773a7674f tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 944 time: 0.0454552 Sep 14 01:09:13.535772 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b41d7979-a962-433c-90ff-a10a61f52da5 req-01ef2012-356e-4f83-93cf-55b9fd24165c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Sep 14 01:09:14.228130 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0d801-05e7-479e-b549-43989cdf135e req-17fce312-ee3d-45e1-baf6-1267f6df808e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:14.229843 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2cb0d801-05e7-479e-b549-43989cdf135e req-17fce312-ee3d-45e1-baf6-1267f6df808e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0541012 Sep 14 01:09:14.276875 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2cb0d801-05e7-479e-b549-43989cdf135e req-b6fea6c8-6549-40ee-aa06-fbb8a720fbe4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Sep 14 01:09:14.655505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2406625-7bd4-49f6-98da-2ba12bf76d61 req-451ada60-fbfb-4e48-bd48-17438ae75c8d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:14.656974 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e2406625-7bd4-49f6-98da-2ba12bf76d61 req-451ada60-fbfb-4e48-bd48-17438ae75c8d tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 944 time: 0.0490544 Sep 14 01:09:14.689203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:14.703857 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e2406625-7bd4-49f6-98da-2ba12bf76d61 req-b9015597-20dc-45da-abb3-eefd6416cf34 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Sep 14 01:09:15.143021 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 3fefbe95-2351-4aef-927e-1b0cd28d93fa details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:15.146531 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:15.148049 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:15.151410 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:15.250330 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:15.261093 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'port_id': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'mac_address': 'fa:16:3e:e9:4d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:15.295241 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 3fefbe95-2351-4aef-927e-1b0cd28d93fa is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:15.295622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:15.308730 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fefbe95-2351-4aef-927e-1b0cd28d93fa {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:15.328882 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:15.333339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:15.382744 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=3fefbe95-2351-4aef-927e-1b0cd28d93fa,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:15.390314 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.390674 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.391018 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.391359 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.391696 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.392025 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.392355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.392679 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.393013 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.393350 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.393664 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.394039 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.394368 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.394690 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.395014 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:15.403315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f273-099a-43aa-86a1-007ff338df0b req-14f455c1-089d-425a-8f55-9f7924f85ad9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:15.404799 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-db85f273-099a-43aa-86a1-007ff338df0b req-14f455c1-089d-425a-8f55-9f7924f85ad9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0470641 Sep 14 01:09:15.454671 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-db85f273-099a-43aa-86a1-007ff338df0b req-9a09d9b8-8334-43dd-83a7-35b647c27f48 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433748 Sep 14 01:09:15.626200 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['3fefbe95-2351-4aef-927e-1b0cd28d93fa'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:15.820575 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f9b46-789b-47ec-bb69-3195a12e026c req-a190d044-04c5-4a5c-ab06-8d3f38da9044 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:15.822258 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cc8f9b46-789b-47ec-bb69-3195a12e026c req-a190d044-04c5-4a5c-ab06-8d3f38da9044 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 945 time: 0.0446069 Sep 14 01:09:15.871045 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cc8f9b46-789b-47ec-bb69-3195a12e026c req-6ffc51ef-2e39-4f2b-88aa-9f82980927da tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 Sep 14 01:09:16.581321 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a96e2-ffed-46be-b34b-9698fcb6b1a3 req-9eda6ba5-a93d-48c0-9d9c-634b35d38bed tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:16.582852 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-453a96e2-ffed-46be-b34b-9698fcb6b1a3 req-9eda6ba5-a93d-48c0-9d9c-634b35d38bed tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0451436 Sep 14 01:09:16.607251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:16.629097 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-453a96e2-ffed-46be-b34b-9698fcb6b1a3 req-9d12d013-abd4-40d1-af11-cc79d24235fa tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408676 Sep 14 01:09:16.988597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5a6d2-c31a-43bf-8f12-b10724e91e2f req-7457889d-1562-454b-a258-818a11c7c8d0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:16.990113 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-90b5a6d2-c31a-43bf-8f12-b10724e91e2f req-7457889d-1562-454b-a258-818a11c7c8d0 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 945 time: 0.0457549 Sep 14 01:09:17.037437 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-90b5a6d2-c31a-43bf-8f12-b10724e91e2f req-c8ef6a24-14a4-4afb-84b2-0dbd56582792 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415196 Sep 14 01:09:17.147666 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 3fefbe95-2351-4aef-927e-1b0cd28d93fa up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:17.188941 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 3fefbe95-2351-4aef-927e-1b0cd28d93fa completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:09:17.194536 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 3fefbe95-2351-4aef-927e-1b0cd28d93fa triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:17.195011 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:17.195310 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 3fefbe95-2351-4aef-927e-1b0cd28d93fa Sep 14 01:09:17.263252 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 3fefbe95-2351-4aef-927e-1b0cd28d93fa is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:17.263624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:17.286232 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:17.288480 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b285e-07a2-4786-9756-f03ddc245cb6" -d '{"events": [{"server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "name": "network-vif-plugged", "status": "completed", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:17.300696 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:17.304500 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:17.331352 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1808736d-9b4d-40d7-96c0-489e1a43289e x-openstack-request-id: req-1808736d-9b4d-40d7-96c0-489e1a43289e {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:17.331642 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "name": "network-vif-plugged", "status": "completed", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:17.331894 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1808736d-9b4d-40d7-96c0-489e1a43289e {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:17.332278 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1808736d-9b4d-40d7-96c0-489e1a43289e'] response: {'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'code': 200} Sep 14 01:09:17.357438 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=3fefbe95-2351-4aef-927e-1b0cd28d93fa,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:17.489630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82dfaa-8cf5-4a48-81db-c1b3e72c8462 req-82810431-6f72-46f9-9f50-548fcce47b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:17.491150 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db82dfaa-8cf5-4a48-81db-c1b3e72c8462 req-82810431-6f72-46f9-9f50-548fcce47b36 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 1130 time: 0.0386937 Sep 14 01:09:17.534775 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-db82dfaa-8cf5-4a48-81db-c1b3e72c8462 req-0da19771-7a22-4058-a492-fc16a4054a14 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375533 Sep 14 01:09:17.754808 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c504b0-ce81-42e3-83e2-f1d0e6612582 req-fb306680-6dfb-406b-a68e-feaaa63c0556 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:17.756282 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-92c504b0-ce81-42e3-83e2-f1d0e6612582 req-fb306680-6dfb-406b-a68e-feaaa63c0556 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0484269 Sep 14 01:09:17.803538 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-92c504b0-ce81-42e3-83e2-f1d0e6612582 req-391499c2-4a10-48fc-ba68-e228618f12cd tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Sep 14 01:09:18.156723 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb56030-d42c-405f-aba8-fc75489657e9 req-cbba135b-1220-4d69-ab72-e0fbb3bcc401 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.158646 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-abb56030-d42c-405f-aba8-fc75489657e9 req-cbba135b-1220-4d69-ab72-e0fbb3bcc401 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 946 time: 0.0471315 Sep 14 01:09:18.204684 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-abb56030-d42c-405f-aba8-fc75489657e9 req-0c832158-eacf-4dc8-8c34-8ac8266192b4 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 Sep 14 01:09:18.930654 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db86b3-8b4f-4b9a-9d2f-c42031167969 req-4e9b9a9c-257b-4b47-b70e-309eefbe6f34 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:18.932099 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e0db86b3-8b4f-4b9a-9d2f-c42031167969 req-4e9b9a9c-257b-4b47-b70e-309eefbe6f34 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0496340 Sep 14 01:09:18.978413 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e0db86b3-8b4f-4b9a-9d2f-c42031167969 req-c5c2cd4f-19b1-4b89-874d-e48a3a344317 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 Sep 14 01:09:19.322541 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42366fb7-997c-4bb8-9b4c-f8019d163bdd req-0c941527-ae9e-48ea-a3af-2409ff62ce93 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:19.323991 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-42366fb7-997c-4bb8-9b4c-f8019d163bdd req-0c941527-ae9e-48ea-a3af-2409ff62ce93 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 946 time: 0.0454569 Sep 14 01:09:19.370284 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-42366fb7-997c-4bb8-9b4c-f8019d163bdd req-a3d09f49-a12c-4f12-b273-ae6485ee3256 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Sep 14 01:09:19.484189 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842ba6f-86cc-4407-976a-778a1d1b6004 req-f32d9751-8c09-4c13-8f8d-0c000f4cc520 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:19.485658 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0842ba6f-86cc-4407-976a-778a1d1b6004 req-f32d9751-8c09-4c13-8f8d-0c000f4cc520 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 946 time: 0.0457747 Sep 14 01:09:19.495661 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54848) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:19.500401 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Request body: {'floatingip': {'port_id': '3fefbe95-2351-4aef-927e-1b0cd28d93fa'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:09:19.540972 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (3d190986-0d83-438e-8234-042f5d79af2e), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:19.770582 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:19.951481 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:19.955535 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (3d190986-0d83-438e-8234-042f5d79af2e), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:20.045580 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP 3d190986-0d83-438e-8234-042f5d79af2e associated. External IP: 172.28.1.133, port: 3fefbe95-2351-4aef-927e-1b0cd28d93fa. Sep 14 01:09:20.078732 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:20.159605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eed7b8-9493-4fb8-8fe1-8795da2897be req-3d0c94bc-7002-423a-96f9-08e5130d3d0b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:20.161040 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-98eed7b8-9493-4fb8-8fe1-8795da2897be req-3d0c94bc-7002-423a-96f9-08e5130d3d0b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0811970 Sep 14 01:09:20.463956 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-98eed7b8-9493-4fb8-8fe1-8795da2897be req-9a71a3a4-0ea8-4391-a619-2f039f3ec018 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944949 Sep 14 01:09:20.562666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:09:20.658336 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:09:20.663163 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:20.667693 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:09:20.678167 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:20.678762 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:20.697408 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-946c1c41-ec3f-4d9d-a122-eed60ce732be tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/3d190986-0d83-438e-8234-042f5d79af2e HTTP/1.1" status: 200 len: 992 time: 1.1986244 Sep 14 01:09:20.697408 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:20.698420 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feefa75e-dddb-4ffc-a522-c5f060220104" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:20.735074 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d278b247-2559-410e-b1cb-844e4b24a146 x-openstack-request-id: req-d278b247-2559-410e-b1cb-844e4b24a146 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:20.735360 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:20.735604 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d278b247-2559-410e-b1cb-844e4b24a146 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:20.736003 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d278b247-2559-410e-b1cb-844e4b24a146'] response: {'name': 'network-changed', 'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'status': 'completed', 'code': 200} Sep 14 01:09:20.779865 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:20.783961 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:20.826132 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:20.865016 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-9432d928-d7e9-4889-9bc8-9e3543ae0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:20.866576 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-9432d928-d7e9-4889-9bc8-9e3543ae0802 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 1130 time: 0.0386698 Sep 14 01:09:21.012095 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '3d190986-0d83-438e-8234-042f5d79af2e', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:e9:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:09:07Z', 'updated_at': '2022-09-14T01:09:19Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:21.012776 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-6d6fdfe4-56f6-4d80-999f-0a204c8d0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.015757 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-6d6fdfe4-56f6-4d80-999f-0a204c8d0b73 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 200 len: 915 time: 0.1029451 Sep 14 01:09:21.038738 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:09:21.048177 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:21.048787 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:21.078823 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-e5c42511-835f-4667-96e2-c45e4dc733f2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa HTTP/1.1" status: 200 len: 1000 time: 0.0567589 Sep 14 01:09:21.147732 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-2c6887a8-a8d0-4d72-8b14-820dae0795b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.149307 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-2c6887a8-a8d0-4d72-8b14-820dae0795b6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 200 len: 853 time: 0.0527725 Sep 14 01:09:21.154221 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:21.167522 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:21.197037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-ebd0d8f7-957a-4205-9065-1ecf15c3a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.198560 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-ebd0d8f7-957a-4205-9065-1ecf15c3a026 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=aa6ede67-71ad-44e8-9ebc-4e331059c547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431497 Sep 14 01:09:21.289437 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-337021d7-ff1d-44ef-a7da-2e0ada356861 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836992 Sep 14 01:09:21.367451 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '3d190986-0d83-438e-8234-042f5d79af2e', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:e9:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:09:07Z', 'updated_at': '2022-09-14T01:09:19Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:21.383144 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-feefa75e-dddb-4ffc-a522-c5f060220104 req-d4531f7b-777c-4de1-a33e-41b7525945c6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874820 Sep 14 01:09:21.392494 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3910728-3d15-490a-9259-e16bbce27729 None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '3d190986-0d83-438e-8234-042f5d79af2e', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'floating_ip_address': '172.28.1.133', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'port_id': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'mac_address': 'fa:16:3e:e9:4d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:09:07Z', 'updated_at': '2022-09-14T01:09:19Z', 'revision_number': 1, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:09:21.592842 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319de4e2-4897-4fc1-a256-20f8d97bacd3 None None] New status for floating IP 3d190986-0d83-438e-8234-042f5d79af2e: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:09:21.609312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e701226-f260-4a2b-b364-cb7dfaae284a req-43713cf0-f821-4eca-8d93-e713a75b212b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.611132 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e701226-f260-4a2b-b364-cb7dfaae284a req-43713cf0-f821-4eca-8d93-e713a75b212b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0570085 Sep 14 01:09:21.663440 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e701226-f260-4a2b-b364-cb7dfaae284a req-2ad84a03-6d2d-4441-8e25-e7f7b0af305e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458045 Sep 14 01:09:21.824027 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410e72e-be6f-4286-b924-0892997c225d req-bd8000b7-64b6-4fbd-b279-e0d9f1618b46 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:21.825476 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6410e72e-be6f-4286-b924-0892997c225d req-bd8000b7-64b6-4fbd-b279-e0d9f1618b46 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0457370 Sep 14 01:09:21.872898 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6410e72e-be6f-4286-b924-0892997c225d req-6c59efe7-192b-4870-b19c-5471ccb9bd64 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409815 Sep 14 01:09:22.787822 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:22.796466 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044040c-6b59-42ab-929f-409666118d4c req-3e8d5541-d852-440e-b1f7-0e4b16c57ad4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:22.798030 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3044040c-6b59-42ab-929f-409666118d4c req-3e8d5541-d852-440e-b1f7-0e4b16c57ad4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0505600 Sep 14 01:09:22.843790 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3044040c-6b59-42ab-929f-409666118d4c req-7ae97cda-2508-4c44-b4e2-52ca34fa9279 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403130 Sep 14 01:09:22.991891 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee20980-4a66-4af0-b615-ec44bd6757a6 req-73b91960-2a52-4ad0-8c7d-f60a07993667 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:22.993353 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-aee20980-4a66-4af0-b615-ec44bd6757a6 req-73b91960-2a52-4ad0-8c7d-f60a07993667 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0453248 Sep 14 01:09:23.039253 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-aee20980-4a66-4af0-b615-ec44bd6757a6 req-9234bd6c-ed98-44d1-8a9f-e46ec4c1a1fa tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403538 Sep 14 01:09:23.971850 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615742c5-71df-41fc-95b2-e9d25015c43a req-d7c6a66f-5f7f-4aef-bd9f-2554bd13f46e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:23.973191 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-615742c5-71df-41fc-95b2-e9d25015c43a req-d7c6a66f-5f7f-4aef-bd9f-2554bd13f46e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0484414 Sep 14 01:09:24.018925 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-615742c5-71df-41fc-95b2-e9d25015c43a req-c0143df7-1a25-4ea2-b071-8e6e5083de96 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Sep 14 01:09:24.161183 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81f1a6-ab2b-4f5d-8c38-2a3efb228821 req-51683bfa-b35a-47ee-b455-eae69b66de70 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:24.162697 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2a81f1a6-ab2b-4f5d-8c38-2a3efb228821 req-51683bfa-b35a-47ee-b455-eae69b66de70 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0462961 Sep 14 01:09:24.211909 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2a81f1a6-ab2b-4f5d-8c38-2a3efb228821 req-da0a2322-580c-4a6b-86e2-c0e26d3da8a5 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Sep 14 01:09:25.136971 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:25.148063 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-113bd2ad-f538-4d54-af08-aaafa2d87ce3 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:25.148621 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7861ad4-c26b-49a7-9e3c-9bff1d2799f4 req-869c3199-dd56-4aeb-bc20-17ed66a63c30 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:25.149528 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-113bd2ad-f538-4d54-af08-aaafa2d87ce3 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0471070 Sep 14 01:09:25.149829 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7861ad4-c26b-49a7-9e3c-9bff1d2799f4 req-869c3199-dd56-4aeb-bc20-17ed66a63c30 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0480804 Sep 14 01:09:25.200897 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7861ad4-c26b-49a7-9e3c-9bff1d2799f4 req-988c8712-d049-448e-bdef-32267519c129 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Sep 14 01:09:25.338147 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cac87a-175c-462f-ae56-b09b22c3560e req-5fe599f5-824a-4fb5-8f98-02e939862710 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:25.339604 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4cac87a-175c-462f-ae56-b09b22c3560e req-5fe599f5-824a-4fb5-8f98-02e939862710 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 946 time: 0.0483589 Sep 14 01:09:25.388596 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4cac87a-175c-462f-ae56-b09b22c3560e req-11553e11-7893-4d25-9470-8e1332292ecb tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d3cc64e7-48a8-464d-97ab-27d90b9d3806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Sep 14 01:09:25.444571 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Deleting port 152ef92a-eff9-4406-8e99-cf8a97a19ecf {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:25.444913 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:25.531489 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] For port 152ef92a-eff9-4406-8e99-cf8a97a19ecf, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=152ef92a-eff9-4406-8e99-cf8a97a19ecf,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:25.531848 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:25.593755 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:25.676189 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:25.693929 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:25.694289 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:25.694604 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Floating IP b1cfbac2-b449-4955-ba39-1510ddaabb43 disassociated. External IP: 172.28.1.12, port: 152ef92a-eff9-4406-8e99-cf8a97a19ecf. Sep 14 01:09:25.694947 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Calling delete_port for 152ef92a-eff9-4406-8e99-cf8a97a19ecf owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:25.818911 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (152ef92a-eff9-4406-8e99-cf8a97a19ecf), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:25.851263 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event deleted for resources: {'Port': ['ID=152ef92a-eff9-4406-8e99-cf8a97a19ecf,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:25.958941 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Router e9dbaa6c-9acd-47e0-ac55-154c142acdcc has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:09:26.059649 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:09:26.070230 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] Sync routers for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:09:26.079676 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:26.080917 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:26.101160 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] No DVR routers for this DVR port 152ef92a-eff9-4406-8e99-cf8a97a19ecf on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:26.103818 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:26.107060 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-99e4cb74-3873-4741-8311-bb190bdaca50 req-ebe2cb9f-6cda-411f-8ca5-d149f31f18fc tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "DELETE /networking/v2.0/ports/152ef92a-eff9-4406-8e99-cf8a97a19ecf HTTP/1.1" status: 204 len: 173 time: 0.9504571 Sep 14 01:09:26.107552 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'name': 'network-vif-deleted', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:26.109824 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbc865e-7f16-4515-8c4a-8fc7d893a46a" -d '{"events": [{"server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "name": "network-vif-deleted", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:26.149234 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a266b3-59dd-4c37-a0ca-4191e4e80f6c x-openstack-request-id: req-84a266b3-59dd-4c37-a0ca-4191e4e80f6c {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:26.149868 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fde617-aa47-4810-9ace-495b19622451", "name": "network-vif-deleted", "tag": "152ef92a-eff9-4406-8e99-cf8a97a19ecf", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:26.149868 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84a266b3-59dd-4c37-a0ca-4191e4e80f6c {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:26.150512 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a266b3-59dd-4c37-a0ca-4191e4e80f6c'] response: {'server_uuid': 'f5fde617-aa47-4810-9ace-495b19622451', 'name': 'network-vif-deleted', 'tag': '152ef92a-eff9-4406-8e99-cf8a97a19ecf', 'status': 'completed', 'code': 200} Sep 14 01:09:26.198440 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:26.359464 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d2d6-eb64-4d8e-8ae0-5cd7b4937b36 req-bd357405-6cec-4808-82ca-db63be5da6dd tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:26.361041 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-78f2d2d6-eb64-4d8e-8ae0-5cd7b4937b36 req-bd357405-6cec-4808-82ca-db63be5da6dd tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0611389 Sep 14 01:09:26.414053 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-78f2d2d6-eb64-4d8e-8ae0-5cd7b4937b36 req-e6d1a5d3-c637-4813-a2ef-d30c39222b5a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468094 Sep 14 01:09:26.507468 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:26.508721 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eb8ebd0f-a655-4111-aac6-918839040a75 req-64930a15-79f9-444f-ab4a-18cc46ec40b8 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f5fde617-aa47-4810-9ace-495b19622451 HTTP/1.1" status: 200 len: 210 time: 0.0302126 Sep 14 01:09:26.536508 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] Checking router: e9dbaa6c-9acd-47e0-ac55-154c142acdcc for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:09:26.544893 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:26.545498 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:26.590931 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:26.628773 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:26.644423 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:26.835998 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:26.863769 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7b13a0-f22d-4f28-afcf-4fbe804055d2 None None] The sync data for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb is: [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:05:01Z', 'revision_number': 4, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '4f65cc9c-a177-4784-a9a0-68e081396622', 'name': '', 'network_id': '99834cc1-1b0c-4af1-9db5-bbb28c819c4a', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'mac_address': 'fa:16:3e:9b:b8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:57Z', 'updated_at': '2022-09-14T01:05:17Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'subnets': [{'id': 'fc0d73bb-d491-4fad-a78e-8bc04de760c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:09:27.083477 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc80cb40-1066-4275-9a90-f9825bf93c34 None None] New status for floating IP b1cfbac2-b449-4955-ba39-1510ddaabb43: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:09:27.198982 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:27.387657 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:27.399268 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'mac_address': 'fa:16:3e:3d:33:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:27.437676 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: ACTIVE; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:27.438094 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.451853 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8007ff6-979b-491d-83c8-05c2c4d9db59 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:27.473349 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:27.478080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.521626 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:27.541615 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=6']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:27.576207 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3843e-2ce2-442d-82dc-01fe227c5a60 req-d5e3d4a0-ee73-4c30-bc0c-43ca20895825 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:27.578450 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6df3843e-2ce2-442d-82dc-01fe227c5a60 req-d5e3d4a0-ee73-4c30-bc0c-43ca20895825 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 945 time: 0.0736566 Sep 14 01:09:27.592607 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['a8007ff6-979b-491d-83c8-05c2c4d9db59'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:27.645635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 54930) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:27.650589 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6df3843e-2ce2-442d-82dc-01fe227c5a60 req-027f5e4a-be18-4a09-a6a0-dcc568fac56b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625489 Sep 14 01:09:27.725338 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8867f3c8-b926-4f6a-9b9f-53fd888f1b06 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group (d3cc64e7-48a8-464d-97ab-27d90b9d3806), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.729290 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:27.736807 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:27.755162 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8867f3c8-b926-4f6a-9b9f-53fd888f1b06 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group (d3cc64e7-48a8-464d-97ab-27d90b9d3806), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.820006 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8867f3c8-b926-4f6a-9b9f-53fd888f1b06 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d3cc64e7-48a8-464d-97ab-27d90b9d3806), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.822963 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8867f3c8-b926-4f6a-9b9f-53fd888f1b06 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:27.824152 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-8867f3c8-b926-4f6a-9b9f-53fd888f1b06 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d3cc64e7-48a8-464d-97ab-27d90b9d3806 HTTP/1.1" status: 204 len: 168 time: 0.1767676 Sep 14 01:09:27.826837 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54932) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:27.839260 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867f3c8-b926-4f6a-9b9f-53fd888f1b06 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cc64e7-48a8-464d-97ab-27d90b9d3806,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:27.845615 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.api.v2.resource [None req-26c6381a-c607-4c7b-be0a-5d818ca85ec2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] show failed (client error): The resource could not be found. Sep 14 01:09:27.846674 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-26c6381a-c607-4c7b-be0a-5d818ca85ec2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups/d3cc64e7-48a8-464d-97ab-27d90b9d3806 HTTP/1.1" status: 404 len: 347 time: 0.0186291 Sep 14 01:09:27.849404 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 54934) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:27.975350 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Deleting port dacda88d-3fca-49fb-b617-fb2d48ae6c84 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:27.976535 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.073710 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.074223 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (dacda88d-3fca-49fb-b617-fb2d48ae6c84), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.089882 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Calling delete_port for dacda88d-3fca-49fb-b617-fb2d48ae6c84 owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:28.171874 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:28.256993 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (dacda88d-3fca-49fb-b617-fb2d48ae6c84), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.281046 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event deleted for resources: {'Port': ['ID=dacda88d-3fca-49fb-b617-fb2d48ae6c84,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:28.294451 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.294797 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.295134 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.295467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.295795 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.296123 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.296450 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.296776 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.297099 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.297420 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.297754 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.298084 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.298402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.301976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.302321 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:09:28.367197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks [] for floatingip (b1cfbac2-b449-4955-ba39-1510ddaabb43), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.370090 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.373671 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2381cc2d-ac02-47f4-9b7b-cbbe88750e8f tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/b1cfbac2-b449-4955-ba39-1510ddaabb43 HTTP/1.1" status: 204 len: 168 time: 0.5210028 Sep 14 01:09:28.714789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-37534248-580b-405d-9472-f9c58c2f8b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:28.804261 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97787b-80a2-45a6-8c8d-7a8a42dc8a18 req-f4f05328-09c3-4815-9f4d-79185b2bba73 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:28.805910 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c97787b-80a2-45a6-8c8d-7a8a42dc8a18 req-f4f05328-09c3-4815-9f4d-79185b2bba73 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 945 time: 0.0527568 Sep 14 01:09:28.849129 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:28.871447 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c97787b-80a2-45a6-8c8d-7a8a42dc8a18 req-63319918-54cd-4f89-9c95-5d4b11d38ce4 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589781 Sep 14 01:09:29.192569 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:29.240353 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port a8007ff6-979b-491d-83c8-05c2c4d9db59 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:29.240990 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:29.241330 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port a8007ff6-979b-491d-83c8-05c2c4d9db59 Sep 14 01:09:29.326843 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:29.327244 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:29.357328 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:29.359837 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f61d19-28eb-4e0a-8bc8-84bcba8d75ae" -d '{"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-plugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:29.373506 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:29.381313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:29.382192 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 152ef92a-eff9-4406-8e99-cf8a97a19ecf no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:29.422442 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f559cc9-200e-45a3-86ae-79abf54c822a x-openstack-request-id: req-4f559cc9-200e-45a3-86ae-79abf54c822a {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:29.422753 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-plugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:29.423011 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f559cc9-200e-45a3-86ae-79abf54c822a {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:29.423430 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f559cc9-200e-45a3-86ae-79abf54c822a'] response: {'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'code': 200} Sep 14 01:09:29.426974 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 152ef92a-eff9-4406-8e99-cf8a97a19ecf {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:29.427312 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 152ef92a-eff9-4406-8e99-cf8a97a19ecf not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:29.457075 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=7']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:30.014799 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b024a-b0c6-49e9-a75b-ecc873779e21 req-cf9ee153-8f4f-497c-a678-18c2381f1d5b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:30.016392 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f21b024a-b0c6-49e9-a75b-ecc873779e21 req-cf9ee153-8f4f-497c-a678-18c2381f1d5b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0553403 Sep 14 01:09:30.067973 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f21b024a-b0c6-49e9-a75b-ecc873779e21 req-f7c862c8-1966-4a42-85cc-2125b1d19662 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446827 Sep 14 01:09:30.952304 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeca8b-aae8-47dc-8876-2577e0c91a86 req-b2f3a7a3-212b-4ee1-bf00-ea201e281c3b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:30.961277 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccbeca8b-aae8-47dc-8876-2577e0c91a86 req-b2f3a7a3-212b-4ee1-bf00-ea201e281c3b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0616570 Sep 14 01:09:30.970660 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b225c241-4a61-4bb7-9b17-d94058b7e4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:31.013202 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ccbeca8b-aae8-47dc-8876-2577e0c91a86 req-79b707f5-5bcd-4d08-81ec-a01d70094279 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509715 Sep 14 01:09:31.213909 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b261-f2ce-46f3-880d-8f49d2e074e6 req-6c047f54-1a8b-42e4-895f-c93cc32df53d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:31.217713 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9077b261-f2ce-46f3-880d-8f49d2e074e6 req-6c047f54-1a8b-42e4-895f-c93cc32df53d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0595787 Sep 14 01:09:31.276329 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9077b261-f2ce-46f3-880d-8f49d2e074e6 req-a5cd4524-408b-4228-bf2a-e68c5626845f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530539 Sep 14 01:09:32.135949 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ca736-f78d-4a71-a3fb-17f12859793d req-cdce16ce-36b6-4bee-89fa-f54931adc910 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:32.137489 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-621ca736-f78d-4a71-a3fb-17f12859793d req-cdce16ce-36b6-4bee-89fa-f54931adc910 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0502148 Sep 14 01:09:32.198178 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-621ca736-f78d-4a71-a3fb-17f12859793d req-72c3c38a-b9f7-4e56-a72d-c03ad4f53ab0 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Sep 14 01:09:32.353178 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:32.429149 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca40f8-03ce-4096-8c56-072a9872cd8b req-4c1604ba-c870-4c8c-9eb9-25bcb16342f2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:32.430773 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f6ca40f8-03ce-4096-8c56-072a9872cd8b req-4c1604ba-c870-4c8c-9eb9-25bcb16342f2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0549762 Sep 14 01:09:32.491666 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f6ca40f8-03ce-4096-8c56-072a9872cd8b req-07e365f9-7fb2-47b7-81b6-ceaf4bd8f7f1 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545020 Sep 14 01:09:33.340892 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa3646-41b3-49b6-bc04-707eeaea1b42 req-e3e03fa4-c1c5-48bd-92b1-ca653d4e3715 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:33.356742 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-21fa3646-41b3-49b6-bc04-707eeaea1b42 req-e3e03fa4-c1c5-48bd-92b1-ca653d4e3715 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0728855 Sep 14 01:09:33.357204 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-dc636fcd-e5b6-4a59-820f-33f6ff934d63 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:33.359478 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-dc636fcd-e5b6-4a59-820f-33f6ff934d63 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 945 time: 0.0672784 Sep 14 01:09:33.408291 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-21fa3646-41b3-49b6-bc04-707eeaea1b42 req-f5bb6874-4e1c-40dd-9e01-e1b49e0f46ba tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504932 Sep 14 01:09:33.451327 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Deleting port 954785ea-817f-4b0e-b1ab-94da4aca645e {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:33.451668 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.497209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:33.552046 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] For port 954785ea-817f-4b0e-b1ab-94da4aca645e, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=954785ea-817f-4b0e-b1ab-94da4aca645e,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:33.552419 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.566060 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Calling delete_port for 954785ea-817f-4b0e-b1ab-94da4aca645e owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:33.637927 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6eaf2-c3d5-430a-861f-3ef2dbadc5a2 req-0dade4a4-4a4d-43c3-9992-dc416ca33ac7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:33.639728 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e0e6eaf2-c3d5-430a-861f-3ef2dbadc5a2 req-0dade4a4-4a4d-43c3-9992-dc416ca33ac7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0507109 Sep 14 01:09:33.658167 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:33.706177 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.709737 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e0e6eaf2-c3d5-430a-861f-3ef2dbadc5a2 req-cc00a703-8518-4d25-bb78-4e066bca3f2f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624492 Sep 14 01:09:33.743086 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (954785ea-817f-4b0e-b1ab-94da4aca645e), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.778040 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4b8eacb2-3480-45e3-a468-45480566894f', '954785ea-817f-4b0e-b1ab-94da4aca645e'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:33.812031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event deleted for resources: {'Port': ['ID=954785ea-817f-4b0e-b1ab-94da4aca645e,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:33.826787 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.842888 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] No DVR routers for this DVR port 954785ea-817f-4b0e-b1ab-94da4aca645e on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:33.845709 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:33.849238 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2f97e537-3d18-4fe1-9432-5dbbab993c68 req-fe775d0e-9408-4e56-9688-d6a8639594a1 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "DELETE /networking/v2.0/ports/954785ea-817f-4b0e-b1ab-94da4aca645e HTTP/1.1" status: 204 len: 173 time: 0.4840670 Sep 14 01:09:33.849747 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'name': 'network-vif-deleted', 'tag': '954785ea-817f-4b0e-b1ab-94da4aca645e'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:33.852499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1f0eed-35e2-4f5d-a927-f7c951dd204a" -d '{"events": [{"server_uuid": "9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f", "name": "network-vif-deleted", "tag": "954785ea-817f-4b0e-b1ab-94da4aca645e"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:33.897499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a5866-a497-4a94-b073-5250c3aacfa6 x-openstack-request-id: req-1d4a5866-a497-4a94-b073-5250c3aacfa6 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:33.898007 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f", "name": "network-vif-deleted", "tag": "954785ea-817f-4b0e-b1ab-94da4aca645e", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:33.898416 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d4a5866-a497-4a94-b073-5250c3aacfa6 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:33.898976 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4a5866-a497-4a94-b073-5250c3aacfa6'] response: {'server_uuid': '9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f', 'name': 'network-vif-deleted', 'tag': '954785ea-817f-4b0e-b1ab-94da4aca645e', 'status': 'completed', 'code': 200} Sep 14 01:09:34.566908 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d958a201-a95f-49f2-a4f9-b5fb47080bc5 req-82559163-1ca0-42d1-8767-981c8347567b tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9d75c3b8-43a6-4dee-8df7-ab1a6f9da02f HTTP/1.1" status: 200 len: 210 time: 0.0422401 Sep 14 01:09:34.855273 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770fbff-e4da-453b-a6da-bb42932f7c7b req-0a81a549-e51e-4c53-ae06-f34d2b07d3ac tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:34.863424 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8770fbff-e4da-453b-a6da-bb42932f7c7b req-0a81a549-e51e-4c53-ae06-f34d2b07d3ac tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0564969 Sep 14 01:09:34.914467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:34.923992 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8770fbff-e4da-453b-a6da-bb42932f7c7b req-d4ed88cc-b7a3-45e6-b6a4-cb337f37a01e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596583 Sep 14 01:09:35.189272 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fc495-d770-40f2-ad68-5a8633937042 req-f5f8ccd7-032c-404a-bf1e-84242e422b1d tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:35.196187 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-795fc495-d770-40f2-ad68-5a8633937042 req-f5f8ccd7-032c-404a-bf1e-84242e422b1d tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0592234 Sep 14 01:09:35.248747 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-795fc495-d770-40f2-ad68-5a8633937042 req-0b153d44-aaca-499e-a4aa-e65b1736c920 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516992 Sep 14 01:09:35.882424 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e15d27-2016-427d-b45c-6ecac04ab049 req-1cb747b0-abd8-4bce-840a-a701a17cf534 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:35.883985 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-48e15d27-2016-427d-b45c-6ecac04ab049 req-1cb747b0-abd8-4bce-840a-a701a17cf534 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0561068 Sep 14 01:09:35.942710 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-48e15d27-2016-427d-b45c-6ecac04ab049 req-54026890-dabb-4220-8251-9ce7adf5e334 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 Sep 14 01:09:36.068969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52d76a-8809-4945-8bc4-f2972db5aeea req-6c04d5d0-8bc1-42f9-bc45-5abdffed069f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:36.070475 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5c52d76a-8809-4945-8bc4-f2972db5aeea req-6c04d5d0-8bc1-42f9-bc45-5abdffed069f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0582051 Sep 14 01:09:36.082813 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:36.120203 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5c52d76a-8809-4945-8bc4-f2972db5aeea req-c3f3f167-9c23-4edb-aa50-97e315ebf34c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Sep 14 01:09:36.380860 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc0dbb-5b07-480e-a068-7eced4defba2 req-ff9580bc-0a01-4900-8419-d98767b3837a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:36.382659 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c7fc0dbb-5b07-480e-a068-7eced4defba2 req-ff9580bc-0a01-4900-8419-d98767b3837a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0517154 Sep 14 01:09:36.440719 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c7fc0dbb-5b07-480e-a068-7eced4defba2 req-a8ea83b8-1fbc-4822-966f-bdf4cb02fb0f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519295 Sep 14 01:09:36.833258 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=24 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:36.839491 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=24 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:37.067600 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73feb95-09c4-4585-b515-5bf2c5f66438 req-183e2ee5-4525-47b2-bf6c-983873c60169 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:37.069072 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c73feb95-09c4-4585-b515-5bf2c5f66438 req-183e2ee5-4525-47b2-bf6c-983873c60169 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0471392 Sep 14 01:09:37.115455 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c73feb95-09c4-4585-b515-5bf2c5f66438 req-5c40ff57-cd27-410d-85fe-6440d4d6a6f7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Sep 14 01:09:37.234737 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 954785ea-817f-4b0e-b1ab-94da4aca645e no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:37.253347 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bca72f-28bd-4674-8dd6-22ad6f16fd7d req-212de325-ec11-42ad-98a5-0df10125f891 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:37.254796 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c7bca72f-28bd-4674-8dd6-22ad6f16fd7d req-212de325-ec11-42ad-98a5-0df10125f891 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0452728 Sep 14 01:09:37.255900 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 954785ea-817f-4b0e-b1ab-94da4aca645e {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:37.256309 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 954785ea-817f-4b0e-b1ab-94da4aca645e not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:37.305366 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c7bca72f-28bd-4674-8dd6-22ad6f16fd7d req-a62582f6-2e36-4dff-b9ec-36503647e797 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Sep 14 01:09:37.560614 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cadc50-619c-4b0d-8387-b9c455d5fd47 req-c56407af-4e37-4e6f-891d-9013c80e2828 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:37.562100 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c9cadc50-619c-4b0d-8387-b9c455d5fd47 req-c56407af-4e37-4e6f-891d-9013c80e2828 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0463955 Sep 14 01:09:37.610126 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c9cadc50-619c-4b0d-8387-b9c455d5fd47 req-66d9d363-7c31-4294-a002-0b14a578821f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Sep 14 01:09:38.241748 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f501d2-85d7-41ca-a005-cfd67eae380c req-ddb48e1c-a7c7-48c6-8f6f-b6e9cf562417 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.243237 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-36f501d2-85d7-41ca-a005-cfd67eae380c req-ddb48e1c-a7c7-48c6-8f6f-b6e9cf562417 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0538297 Sep 14 01:09:38.288922 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-36f501d2-85d7-41ca-a005-cfd67eae380c req-ca69b759-4c53-4f0a-bb09-673c303405fa tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401654 Sep 14 01:09:38.434030 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6d950-557d-4b0e-b932-6a9bc7cda8c9 req-befdb228-dd36-4fe7-98de-5304bb77a9fb tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.435476 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ad6d950-557d-4b0e-b932-6a9bc7cda8c9 req-befdb228-dd36-4fe7-98de-5304bb77a9fb tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0510185 Sep 14 01:09:38.482858 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ad6d950-557d-4b0e-b932-6a9bc7cda8c9 req-7ca32410-42ba-4bdb-91a0-d1fb30ad5bc7 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420103 Sep 14 01:09:38.726331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7157a70-130b-4fcb-b691-0456f41641ee req-63d03e18-f16f-4a5f-aef1-4a13daff27ac tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:38.727769 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a7157a70-130b-4fcb-b691-0456f41641ee req-63d03e18-f16f-4a5f-aef1-4a13daff27ac tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0452909 Sep 14 01:09:38.776236 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a7157a70-130b-4fcb-b691-0456f41641ee req-5f3c3df1-01b3-4b01-9007-6721a0e4bd42 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Sep 14 01:09:39.250887 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad38ed8-25db-4168-b816-63615cb76f77 req-41f2aa48-7dc1-47c9-b06c-ce9753ace192 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.252257 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-dad38ed8-25db-4168-b816-63615cb76f77 req-41f2aa48-7dc1-47c9-b06c-ce9753ace192 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0485604 Sep 14 01:09:39.401496 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-59b40af5-dd68-423d-96d4-5aecc94fe60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.403025 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-59b40af5-dd68-423d-96d4-5aecc94fe60f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1130 time: 0.0698261 Sep 14 01:09:39.406125 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Deleting port 4b8eacb2-3480-45e3-a468-45480566894f {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:39.406475 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (4b8eacb2-3480-45e3-a468-45480566894f), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:39.425864 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572cd55-4a7e-40a0-a72c-1bed3aae9244 req-f30721e8-d739-4d6d-9c99-5fb5223fffe2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.427278 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a572cd55-4a7e-40a0-a72c-1bed3aae9244 req-f30721e8-d739-4d6d-9c99-5fb5223fffe2 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 946 time: 0.0623960 Sep 14 01:09:39.496563 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] For port 4b8eacb2-3480-45e3-a468-45480566894f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4b8eacb2-3480-45e3-a468-45480566894f,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:39.496920 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (4b8eacb2-3480-45e3-a468-45480566894f), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:39.510165 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:39.510316 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Calling delete_port for 4b8eacb2-3480-45e3-a468-45480566894f owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:39.528796 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a572cd55-4a7e-40a0-a72c-1bed3aae9244 req-d8803bd7-3c1e-4b9a-9f98-d8e7911808f7 tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=09cc1884-82e1-4b98-9bd3-122dff815c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917525 Sep 14 01:09:39.538393 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-2bd93aed-8cdc-4ca4-a83f-620bf4fdc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.539833 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-2bd93aed-8cdc-4ca4-a83f-620bf4fdc67a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.1270154 Sep 14 01:09:39.597669 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:39.642933 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20fe90-bc5c-4a9f-8e68-5e0416e37c5a req-4a913c60-6e81-4f07-922d-698c7d6a3e8a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.644621 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bc20fe90-bc5c-4a9f-8e68-5e0416e37c5a req-4a913c60-6e81-4f07-922d-698c7d6a3e8a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0598588 Sep 14 01:09:39.646814 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-974aa7d1-00d5-4e5e-912a-e36b2ae444bf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 1001 time: 0.0998447 Sep 14 01:09:39.648133 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (4b8eacb2-3480-45e3-a468-45480566894f), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:39.662350 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4b8eacb2-3480-45e3-a468-45480566894f'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:39.678521 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Pushing event deleted for resources: {'Port': ['ID=4b8eacb2-3480-45e3-a468-45480566894f,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:39.726226 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] No DVR routers for this DVR port 4b8eacb2-3480-45e3-a468-45480566894f on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:39.729066 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:39.729421 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-64b22152-d689-48e0-86d8-99050373a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.730836 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-64b22152-d689-48e0-86d8-99050373a35d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0773556 Sep 14 01:09:39.732341 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-dad38ed8-25db-4168-b816-63615cb76f77 req-edc41b82-279c-4eec-bdbc-bfcdf6470efe tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.23 "DELETE /networking/v2.0/ports/4b8eacb2-3480-45e3-a468-45480566894f HTTP/1.1" status: 204 len: 173 time: 0.4095917 Sep 14 01:09:39.732836 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'name': 'network-vif-deleted', 'tag': '4b8eacb2-3480-45e3-a468-45480566894f'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:39.735106 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a132c7-4f78-475a-baef-c92d42206ad3" -d '{"events": [{"server_uuid": "add51568-eadd-46dd-aad6-89e1e5bc3504", "name": "network-vif-deleted", "tag": "4b8eacb2-3480-45e3-a468-45480566894f"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:39.739490 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bc20fe90-bc5c-4a9f-8e68-5e0416e37c5a req-5f0ee195-b9f5-4f36-bd32-15e2003ad4d6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881083 Sep 14 01:09:39.785179 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-c77b1957-ecee-4b34-bc2b-f459ed44d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.786778 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-c77b1957-ecee-4b34-bc2b-f459ed44d0b6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460696 Sep 14 01:09:39.794398 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fdba29-6ce2-4f1f-a130-9c23ad92d105 x-openstack-request-id: req-24fdba29-6ce2-4f1f-a130-9c23ad92d105 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:39.794758 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add51568-eadd-46dd-aad6-89e1e5bc3504", "name": "network-vif-deleted", "tag": "4b8eacb2-3480-45e3-a468-45480566894f", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:39.795087 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24fdba29-6ce2-4f1f-a130-9c23ad92d105 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:39.795517 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fdba29-6ce2-4f1f-a130-9c23ad92d105'] response: {'server_uuid': 'add51568-eadd-46dd-aad6-89e1e5bc3504', 'name': 'network-vif-deleted', 'tag': '4b8eacb2-3480-45e3-a468-45480566894f', 'status': 'completed', 'code': 200} Sep 14 01:09:39.930114 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-4ed9ae5b-2010-4d48-9e76-d3367ce2d379 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319039 Sep 14 01:09:39.935825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7f536-3e89-4bad-9b3c-e2b66f8d315d req-1ab439fc-4291-48ee-8b15-816002a048d6 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:39.937175 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9bb7f536-3e89-4bad-9b3c-e2b66f8d315d req-1ab439fc-4291-48ee-8b15-816002a048d6 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0713546 Sep 14 01:09:40.046765 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9bb7f536-3e89-4bad-9b3c-e2b66f8d315d req-77c61bba-7078-436b-9a93-5bfc6309ba92 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012325 Sep 14 01:09:40.062835 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-687fb850-b9fe-4a44-85b5-6ff52f989bf2 req-1fd1e465-08e3-4b70-aaab-3a6cf6773885 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245332 Sep 14 01:09:40.649136 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-531af79b-9d9a-44e3-8ccc-cf49df261b6d req-cb217ded-829d-4f93-92de-36dd43edbdfa tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 210 time: 0.0288367 Sep 14 01:09:40.879655 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b4282-89d2-4974-9d56-c3133ad8747b req-362fba9a-aab7-461f-afda-8f0589c594e9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:40.881111 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c40b4282-89d2-4974-9d56-c3133ad8747b req-362fba9a-aab7-461f-afda-8f0589c594e9 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0471580 Sep 14 01:09:40.926229 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c40b4282-89d2-4974-9d56-c3133ad8747b req-b80df78b-026d-4ed5-8d4f-f12e6b28829a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396214 Sep 14 01:09:41.164876 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80078967-9385-49f6-9540-4c8b0851d119 req-46315524-215a-4689-ab4f-3689f1c01986 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:41.166307 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-80078967-9385-49f6-9540-4c8b0851d119 req-46315524-215a-4689-ab4f-3689f1c01986 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0454993 Sep 14 01:09:41.216589 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-80078967-9385-49f6-9540-4c8b0851d119 req-7b790171-fc59-4b0a-a001-0a10fee8b48d tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448182 Sep 14 01:09:41.761608 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4074a5a0-373e-4522-a9ca-214f454622ef req-c3909a71-b2f2-4820-8629-c7a9d349435d tempest-ServerRescueNegativeTestJSON-1428046084 tempest-ServerRescueNegativeTestJSON-1428046084-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=add51568-eadd-46dd-aad6-89e1e5bc3504 HTTP/1.1" status: 200 len: 210 time: 0.0290837 Sep 14 01:09:42.052525 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520d425-a54e-48a6-8bbc-a3358242c0d3 req-9ec26c53-2844-4cd9-9d05-2dca8b1bd479 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:42.054021 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0520d425-a54e-48a6-8bbc-a3358242c0d3 req-9ec26c53-2844-4cd9-9d05-2dca8b1bd479 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0471120 Sep 14 01:09:42.101586 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0520d425-a54e-48a6-8bbc-a3358242c0d3 req-53f5c905-3289-4812-9bc5-ae027eaf2723 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Sep 14 01:09:42.339619 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83803ad-1c77-4bf2-9abb-54cd87dddfc2 req-e275bcd6-b0d1-42e9-8b12-5f50d6b46835 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:42.341248 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d83803ad-1c77-4bf2-9abb-54cd87dddfc2 req-e275bcd6-b0d1-42e9-8b12-5f50d6b46835 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0498159 Sep 14 01:09:42.413094 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d83803ad-1c77-4bf2-9abb-54cd87dddfc2 req-f32548ec-33a7-46c7-b597-1b306b3e07be tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536790 Sep 14 01:09:42.829102 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55072) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:42.907408 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-c97d2576-13f0-4436-90c6-b764fb77cefb req-1614dfe9-12d6-4b9a-959b-ce2c6a5c43aa service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:09:42.908574 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c97d2576-13f0-4436-90c6-b764fb77cefb req-1614dfe9-12d6-4b9a-959b-ce2c6a5c43aa service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055339 Sep 14 01:09:43.012587 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:43.090719 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f30b3-2eab-4d7b-8fb8-146aa10d60ea req-e5047f09-d8f7-44f7-84f7-982b0e4a7bbe tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:43.092441 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f99f30b3-2eab-4d7b-8fb8-146aa10d60ea req-e5047f09-d8f7-44f7-84f7-982b0e4a7bbe tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 946 time: 0.0511153 Sep 14 01:09:43.110513 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:43.142104 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f99f30b3-2eab-4d7b-8fb8-146aa10d60ea req-a1525876-f320-4ba6-8cfc-540293a16128 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Sep 14 01:09:43.231995 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:43.265016 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:43.292199 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4b8eacb2-3480-45e3-a468-45480566894f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:43.311625 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 4b8eacb2-3480-45e3-a468-45480566894f {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:43.311975 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4b8eacb2-3480-45e3-a468-45480566894f not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:43.312391 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:43.387703 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: ACTIVE; New status is: DOWN {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:43.388092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:43.412185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:43.414421 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf4fc0-c513-4c3b-bea9-91c32e99362b" -d '{"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-unplugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:43.427884 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:43.432955 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:43.455253 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2f890f-2286-4bdd-8bd3-220469831f27 x-openstack-request-id: req-2d2f890f-2286-4bdd-8bd3-220469831f27 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:43.455536 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-unplugged", "status": "failed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "code": 422}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:43.455823 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d2f890f-2286-4bdd-8bd3-220469831f27 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:43.456211 dv-cinder-857528-1-smb neutron-server[106461]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d2f890f-2286-4bdd-8bd3-220469831f27']: {'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'code': 422} returned with failed status Sep 14 01:09:43.468537 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55100) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:43.488400 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=8']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:43.541867 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Deleting port 4f65cc9c-a177-4784-a9a0-68e081396622 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:43.542093 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:43.542489 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:43.587295 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf34ed-07f1-4d56-9ae5-13851bf51de0 req-cf583376-52d2-4ba0-9481-bbe5177274c4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:43.588845 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-09bf34ed-07f1-4d56-9ae5-13851bf51de0 req-cf583376-52d2-4ba0-9481-bbe5177274c4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0817387 Sep 14 01:09:43.591284 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-66c76502-155f-488d-bdc8-2e02736dfe4a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210682 Sep 14 01:09:43.607062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-b1a3c850-cf03-482b-bc97-9d9884dd408b service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:09:43.608074 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-b1a3c850-cf03-482b-bc97-9d9884dd408b service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066938 Sep 14 01:09:43.648431 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-09bf34ed-07f1-4d56-9ae5-13851bf51de0 req-c0066c46-c051-4814-87f3-7e20fdae9bb2 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536306 Sep 14 01:09:43.704313 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55108) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:43.800356 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-1720acff-9a1b-49b1-ac3e-d1eca084d527 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:43.801644 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-1720acff-9a1b-49b1-ac3e-d1eca084d527 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports/a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 941 time: 0.0962293 Sep 14 01:09:43.836512 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] For port 4f65cc9c-a177-4784-a9a0-68e081396622, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=4f65cc9c-a177-4784-a9a0-68e081396622,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:43.837043 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:43.850623 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Calling delete_port for 4f65cc9c-a177-4784-a9a0-68e081396622 owned by network:router_interface {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:44.034755 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (4f65cc9c-a177-4784-a9a0-68e081396622), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:44.060074 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f65cc9c-a177-4784-a9a0-68e081396622,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:44.240230 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:44.319438 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af8dd3-2a0a-467c-9462-90e1d7a252c0 req-18e38934-7fc3-4f6f-b895-2e14783eec2b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.321578 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53af8dd3-2a0a-467c-9462-90e1d7a252c0 req-18e38934-7fc3-4f6f-b895-2e14783eec2b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0608160 Sep 14 01:09:44.343153 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:44.374248 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53af8dd3-2a0a-467c-9462-90e1d7a252c0 req-bcc05024-e6ef-43c1-a625-ae2762e4e92c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 Sep 14 01:09:44.397005 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:44.464440 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Router e9dbaa6c-9acd-47e0-ac55-154c142acdcc has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:09:44.564303 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:09:44.569887 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-97417320-ceb2-4a53-ac33-223b98da3452 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e9dbaa6c-9acd-47e0-ac55-154c142acdcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397799 Sep 14 01:09:44.572445 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55120) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:44.575652 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] Sync routers for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:09:44.588108 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:44.588729 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:44.693926 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:44.781471 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6941b-63c2-458a-b2d4-661e30a50f4f req-0d1495dc-48fa-49ec-84df-5b8114ce53b0 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.783001 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-65d6941b-63c2-458a-b2d4-661e30a50f4f req-0d1495dc-48fa-49ec-84df-5b8114ce53b0 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0543056 Sep 14 01:09:44.786533 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks [] for router (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:44.870968 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:09:43Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:44.880552 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-9a6fc791-8211-493b-a850-23d64447259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.882066 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-9a6fc791-8211-493b-a850-23d64447259b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db&tenant_id=bed53281565444618feb8a98df16f5a7 HTTP/1.1" status: 200 len: 1128 time: 0.0981898 Sep 14 01:09:44.885551 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-65d6941b-63c2-458a-b2d4-661e30a50f4f req-10f5680c-d47b-4f9e-94e1-7eec6de26eac tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921996 Sep 14 01:09:44.897940 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] Checking router: e9dbaa6c-9acd-47e0-ac55-154c142acdcc for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:09:44.907420 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] Routers {'e9dbaa6c-9acd-47e0-ac55-154c142acdcc'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:09:44.908028 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:09:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:44.920370 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks [] for router_gateway (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:44.966875 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-17aea0c1-daa5-4b6e-9305-9fe872f96a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:44.969322 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-17aea0c1-daa5-4b6e-9305-9fe872f96a63 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=bed53281565444618feb8a98df16f5a7&device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1128 time: 0.0437169 Sep 14 01:09:44.975508 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Deleting port 8925e138-b44b-407c-a80f-d506aacbdcbc {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:44.975847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.024222 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] Set router e9dbaa6c-9acd-47e0-ac55-154c142acdcc gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:09:45.065166 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] For port 8925e138-b44b-407c-a80f-d506aacbdcbc, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=8925e138-b44b-407c-a80f-d506aacbdcbc,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:45.065526 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.067479 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-22e04611-6044-4287-ab83-f26d4e82e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.069019 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-22e04611-6044-4287-ab83-f26d4e82e836 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 200 len: 918 time: 0.0928476 Sep 14 01:09:45.078480 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Calling delete_port for 8925e138-b44b-407c-a80f-d506aacbdcbc owned by network:router_gateway {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:45.138566 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-d8ad4ada-26a3-4128-9a46-75b7e613d605 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 200 len: 999 time: 0.0630710 Sep 14 01:09:45.188951 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-47e91467-b941-4672-a3c4-4add6b313c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.190481 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-47e91467-b941-4672-a3c4-4add6b313c0f service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 200 len: 856 time: 0.0451663 Sep 14 01:09:45.199656 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:09:43Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:45.225018 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0c470e-73d4-4f76-8e32-eb9d38c37a76 None None] The sync data for ids ['e9dbaa6c-9acd-47e0-ac55-154c142acdcc'] in dv-cinder-857528-1-smb is: [{'id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'name': 'tempest-ServerRescueNegativeTestJSON-514075477-router', 'tenant_id': '1f0d081d730748f587aa7a3e93653c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:46Z', 'updated_at': '2022-09-14T01:09:43Z', 'revision_number': 5, 'project_id': '1f0d081d730748f587aa7a3e93653c13', 'gw_port': {'id': '8925e138-b44b-407c-a80f-d506aacbdcbc', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:7e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9dbaa6c-9acd-47e0-ac55-154c142acdcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:09:45.247565 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (8925e138-b44b-407c-a80f-d506aacbdcbc), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.281523 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8925e138-b44b-407c-a80f-d506aacbdcbc,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:45.292106 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-e921b4fb-bd3c-48ca-90ba-72a808e642c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.293822 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-e921b4fb-bd3c-48ca-90ba-72a808e642c0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0576513 Sep 14 01:09:45.337935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:45.349794 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.390465 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-51c9b060-cda5-458e-be3b-e29724f8eb19 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893619 Sep 14 01:09:45.440961 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.443149 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks [] for router_controller (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.483332 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:45.496049 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (e9dbaa6c-9acd-47e0-ac55-154c142acdcc), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.496940 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9dbaa6c-9acd-47e0-ac55-154c142acdcc {{(pid=106460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:09:45.499610 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-76edb132-45f5-485b-bf3f-abf7af39fee7 req-c77ed57b-5f45-4078-a68f-05a390609af6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945423 Sep 14 01:09:45.503692 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.504826 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e7340bd2-e946-4251-a483-b22028c09aa3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/e9dbaa6c-9acd-47e0-ac55-154c142acdcc HTTP/1.1" status: 204 len: 168 time: 0.9305775 Sep 14 01:09:45.508011 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55130) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:45.556440 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Deleting subnet fc0d73bb-d491-4fad-a78e-8bc04de760c0 {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:09:45.559707 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Publish callbacks [] for subnet (fc0d73bb-d491-4fad-a78e-8bc04de760c0), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.602320 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012968c5-819b-4c32-a4d6-ce16ca1996a1 req-e185e835-38ef-46ae-8d0f-dea83bfe0823 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:45.604732 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-012968c5-819b-4c32-a4d6-ce16ca1996a1 req-e185e835-38ef-46ae-8d0f-dea83bfe0823 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.1380296 Sep 14 01:09:45.612342 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (fc0d73bb-d491-4fad-a78e-8bc04de760c0), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.687664 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-012968c5-819b-4c32-a4d6-ce16ca1996a1 req-b24c5086-576e-4ee2-9970-6985046c697a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758953 Sep 14 01:09:45.743865 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (fc0d73bb-d491-4fad-a78e-8bc04de760c0), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.808972 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (fc0d73bb-d491-4fad-a78e-8bc04de760c0), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.835270 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0d73bb-d491-4fad-a78e-8bc04de760c0,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:45.841290 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.846296 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-978062a0-ad0e-4217-9e4d-6056b2efde24 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/fc0d73bb-d491-4fad-a78e-8bc04de760c0 HTTP/1.1" status: 204 len: 168 time: 0.3372896 Sep 14 01:09:45.847744 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55152) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:45.849891 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8339043-38d4-4df5-b913-4930bbd99c51 None None] Network 99834cc1-1b0c-4af1-9db5-bbb28c819c4a requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:09:45.932815 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:45.948882 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (99834cc1-1b0c-4af1-9db5-bbb28c819c4a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:45.986331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:46.017336 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Deleting port 5a454248-7435-4a4f-b53a-29bb74e45c4a {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:46.017918 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.129308 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] DHCP port deletion for 99834cc1-1b0c-4af1-9db5-bbb28c819c4a request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:09:46.146353 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:09:46.208237 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] Deleting port 5a454248-7435-4a4f-b53a-29bb74e45c4a {{(pid=106461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:09:46.209198 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), before_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.332438 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] For port 5a454248-7435-4a4f-b53a-29bb74e45c4a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5a454248-7435-4a4f-b53a-29bb74e45c4a,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:46.333380 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), precommit_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.348227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] Calling delete_port for 5a454248-7435-4a4f-b53a-29bb74e45c4a owned by network:dhcp {{(pid=106461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:46.404984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0518b-d454-46a8-9011-8cc4447e26d4 req-dd74bd86-8578-47eb-be86-7149610416e9 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:46.413013 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afb0518b-d454-46a8-9011-8cc4447e26d4 req-dd74bd86-8578-47eb-be86-7149610416e9 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.3884468 Sep 14 01:09:46.443785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:46.451636 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), after_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.500847 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] For port 5a454248-7435-4a4f-b53a-29bb74e45c4a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5a454248-7435-4a4f-b53a-29bb74e45c4a,segment=NetworkSegment(d9f0cc15-921a-490f-9be2-c1e0dd115d5c),segment_id=d9f0cc15-921a-490f-9be2-c1e0dd115d5c)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:46.500847 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.502575 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] No DVR routers for this DVR port 5a454248-7435-4a4f-b53a-29bb74e45c4a on host dv-cinder-857528-1-smb {{(pid=106461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:46.505631 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbc90a-efd2-42fe-b7eb-0d72609d9a5e None None] Pushing event deleted for resources: {'Port': ['ID=5a454248-7435-4a4f-b53a-29bb74e45c4a,revision_number=None']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:46.530912 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Calling delete_port for 5a454248-7435-4a4f-b53a-29bb74e45c4a owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:09:46.602159 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-afb0518b-d454-46a8-9011-8cc4447e26d4 req-a12504b7-1542-49eb-a5d6-80395557a3ba tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880343 Sep 14 01:09:46.642646 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (5a454248-7435-4a4f-b53a-29bb74e45c4a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.672163 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a454248-7435-4a4f-b53a-29bb74e45c4a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:46.674125 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] No DVR routers for this DVR port 5a454248-7435-4a4f-b53a-29bb74e45c4a on host dv-cinder-857528-1-smb {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:09:46.846385 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (99834cc1-1b0c-4af1-9db5-bbb28c819c4a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:46.916574 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5a454248-7435-4a4f-b53a-29bb74e45c4a no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:46.917072 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35650cd9-c8e2-490d-b861-ada3349d86e2 req-f2960f3e-b88b-46ce-92d1-c46e16e33bf2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:46.918475 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-35650cd9-c8e2-490d-b861-ada3349d86e2 req-f2960f3e-b88b-46ce-92d1-c46e16e33bf2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.1210570 Sep 14 01:09:46.938542 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 5a454248-7435-4a4f-b53a-29bb74e45c4a {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:46.939136 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5a454248-7435-4a4f-b53a-29bb74e45c4a not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:46.939730 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 4f65cc9c-a177-4784-a9a0-68e081396622 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:46.953309 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99834cc1-1b0c-4af1-9db5-bbb28c819c4a']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:46.963789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 4f65cc9c-a177-4784-a9a0-68e081396622 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:46.964452 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 4f65cc9c-a177-4784-a9a0-68e081396622 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:46.965105 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 8925e138-b44b-407c-a80f-d506aacbdcbc no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:46.973563 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:46.973884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f0cc15-921a-490f-9be2-c1e0dd115d5c') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:09:46.984999 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 8925e138-b44b-407c-a80f-d506aacbdcbc {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:09:46.985652 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 8925e138-b44b-407c-a80f-d506aacbdcbc not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:09:46.992361 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (d9f0cc15-921a-490f-9be2-c1e0dd115d5c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.019586 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-35650cd9-c8e2-490d-b861-ada3349d86e2 req-1378d13e-9f5a-4936-bf0c-7bd539dc1ebf tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895498 Sep 14 01:09:47.020396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (d9f0cc15-921a-490f-9be2-c1e0dd115d5c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.040257 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:09:47.040667 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (d9f0cc15-921a-490f-9be2-c1e0dd115d5c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.091172 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment d9f0cc15-921a-490f-9be2-c1e0dd115d5c resource provider aggregate not found Sep 14 01:09:47.117129 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment d9f0cc15-921a-490f-9be2-c1e0dd115d5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9f0cc15-921a-490f-9be2-c1e0dd115d5c found for delete ", "request_id": "req-f04488c6-b0b7-4b42-a6c6-516fa65285a2"}]} Sep 14 01:09:47.129327 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (99834cc1-1b0c-4af1-9db5-bbb28c819c4a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.139176 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.145423 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/99834cc1-1b0c-4af1-9db5-bbb28c819c4a HTTP/1.1" status: 204 len: 168 time: 1.2937791 Sep 14 01:09:47.154903 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfec6be-3aad-4864-bae0-616830ead182 admin admin] Pushing event deleted for resources: {'Network': ['ID=99834cc1-1b0c-4af1-9db5-bbb28c819c4a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:47.287748 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55166) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:47.334238 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-e71f0efc-ea38-4fff-a890-6e069d32bbe0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1f0d081d730748f587aa7a3e93653c13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452347 Sep 14 01:09:47.336777 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55168) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:47.396299 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5bd246ec-1b8f-4fc3-ac1e-36bee95dc934 admin admin] Publish callbacks [] for security_group (09cc1884-82e1-4b98-9bd3-122dff815c8b), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.417194 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5bd246ec-1b8f-4fc3-ac1e-36bee95dc934 admin admin] Publish callbacks [] for security_group (09cc1884-82e1-4b98-9bd3-122dff815c8b), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.470008 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5bd246ec-1b8f-4fc3-ac1e-36bee95dc934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (09cc1884-82e1-4b98-9bd3-122dff815c8b), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.473034 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5bd246ec-1b8f-4fc3-ac1e-36bee95dc934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:47.476744 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-5bd246ec-1b8f-4fc3-ac1e-36bee95dc934 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/09cc1884-82e1-4b98-9bd3-122dff815c8b HTTP/1.1" status: 204 len: 168 time: 0.1365726 Sep 14 01:09:47.485171 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd246ec-1b8f-4fc3-ac1e-36bee95dc934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cc1884-82e1-4b98-9bd3-122dff815c8b,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:47.978680 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958501b2-d9a1-461e-9569-5fefcea063a7 req-8e3e0822-6aab-4ee8-bac8-478d4fdede22 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:47.980323 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-958501b2-d9a1-461e-9569-5fefcea063a7 req-8e3e0822-6aab-4ee8-bac8-478d4fdede22 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.2754426 Sep 14 01:09:48.051632 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-958501b2-d9a1-461e-9569-5fefcea063a7 req-71ecd1bf-4d22-44bd-b107-668de7fab83a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592773 Sep 14 01:09:48.215026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8ba4-32e3-4d43-b2b3-31f15c35563d req-0a68cd17-f44f-4f90-9f1b-a0a02bdacaab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:48.216647 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-feab8ba4-32e3-4d43-b2b3-31f15c35563d req-0a68cd17-f44f-4f90-9f1b-a0a02bdacaab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0858428 Sep 14 01:09:48.272770 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-feab8ba4-32e3-4d43-b2b3-31f15c35563d req-2ef9b3fc-6f1a-4719-bb3b-df3c15c39b48 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Sep 14 01:09:49.180268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e36b9-cb22-401f-8e70-136cdca7cea8 req-3fa45b9e-8ca0-4a07-a522-1a8c15d70784 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:49.181667 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d78e36b9-cb22-401f-8e70-136cdca7cea8 req-3fa45b9e-8ca0-4a07-a522-1a8c15d70784 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0499563 Sep 14 01:09:49.203755 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:49.242887 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:49.248019 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d78e36b9-cb22-401f-8e70-136cdca7cea8 req-7e29f1b2-3b28-4150-88ba-f1f8982c80d8 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573072 Sep 14 01:09:49.410296 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718478-25b2-4c89-acd9-c008f1a43413 req-47971fda-5a45-4165-9bb9-7fa96d2554de tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:49.411820 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25718478-25b2-4c89-acd9-c008f1a43413 req-47971fda-5a45-4165-9bb9-7fa96d2554de tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0524716 Sep 14 01:09:49.460711 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25718478-25b2-4c89-acd9-c008f1a43413 req-776e0719-04b3-4135-bfca-25583cba6d51 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428848 Sep 14 01:09:50.415033 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88d889-399c-45a0-81c0-e0a2b183a56e req-1e76bd3b-d55e-4db9-895a-9e7492f84e38 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:50.416871 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cc88d889-399c-45a0-81c0-e0a2b183a56e req-1e76bd3b-d55e-4db9-895a-9e7492f84e38 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0821571 Sep 14 01:09:50.475371 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cc88d889-399c-45a0-81c0-e0a2b183a56e req-d68a4d7d-a198-44e5-9924-f2324c69a446 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523129 Sep 14 01:09:50.603153 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c45aa-39cb-4f40-a9e9-ea81e7375162 req-ec3a964b-237c-4204-a95b-ced73189a4d3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:50.604670 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-423c45aa-39cb-4f40-a9e9-ea81e7375162 req-ec3a964b-237c-4204-a95b-ced73189a4d3 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0487280 Sep 14 01:09:50.667683 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-423c45aa-39cb-4f40-a9e9-ea81e7375162 req-d7f7cd2b-3229-490d-a0f0-1785fff6de31 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532293 Sep 14 01:09:51.193569 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:51.629390 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe521e-b771-4c8a-b561-88d9def28b55 req-891f5ce8-2b2e-4f22-8d46-941cd4450b03 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.631904 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-74fe521e-b771-4c8a-b561-88d9def28b55 req-891f5ce8-2b2e-4f22-8d46-941cd4450b03 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0594392 Sep 14 01:09:51.685355 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-74fe521e-b771-4c8a-b561-88d9def28b55 req-5c460e11-b82e-47f6-9149-2f7dbe9a8b3e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479488 Sep 14 01:09:51.816816 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a915de-54e6-4b2e-90df-7250195e630a req-a8e01121-d9fb-4a8c-bf3b-28be47c2a907 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:51.818680 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-23a915de-54e6-4b2e-90df-7250195e630a req-a8e01121-d9fb-4a8c-bf3b-28be47c2a907 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0532300 Sep 14 01:09:51.892753 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-23a915de-54e6-4b2e-90df-7250195e630a req-48e1e5b7-5625-4234-bc01-1f0a645e3a7e tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667763 Sep 14 01:09:52.834069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06469760-df7a-41a0-8a26-eeeb479d7e97 req-5e789a15-482b-4121-ad1a-0e2ae42e206f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:52.835574 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-06469760-df7a-41a0-8a26-eeeb479d7e97 req-5e789a15-482b-4121-ad1a-0e2ae42e206f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0543911 Sep 14 01:09:52.889263 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-06469760-df7a-41a0-8a26-eeeb479d7e97 req-1d87cfa6-3fd3-476b-95eb-17ee47cdbe9c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475433 Sep 14 01:09:53.256287 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66efddee-5dd9-47a9-823f-4a2dc0a5b32d req-3296edda-a1c2-4b23-ad78-112e0ccc28c6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:53.257743 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-66efddee-5dd9-47a9-823f-4a2dc0a5b32d req-3296edda-a1c2-4b23-ad78-112e0ccc28c6 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0572448 Sep 14 01:09:53.312600 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-66efddee-5dd9-47a9-823f-4a2dc0a5b32d req-bc36dedb-3625-4130-8d89-8396685ace5b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485566 Sep 14 01:09:54.030708 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd537c3-9828-49e9-bf6e-b275dc1f50ef req-71917aab-057d-451f-a8a6-c1690bff7025 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:54.033009 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-edd537c3-9828-49e9-bf6e-b275dc1f50ef req-71917aab-057d-451f-a8a6-c1690bff7025 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0585594 Sep 14 01:09:54.091792 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-edd537c3-9828-49e9-bf6e-b275dc1f50ef req-80df367f-250b-4a37-8f49-dee0eb20df8e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472238 Sep 14 01:09:54.439057 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91513-5894-4692-a196-b0560509f77e req-86121772-8e97-43c0-8df2-37652eb36f0f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:54.441011 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-14a91513-5894-4692-a196-b0560509f77e req-86121772-8e97-43c0-8df2-37652eb36f0f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0452633 Sep 14 01:09:54.486654 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-14a91513-5894-4692-a196-b0560509f77e req-cbf43cc9-2be3-47d2-b09a-b463d93ebda2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 Sep 14 01:09:55.202693 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=60 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:55.216937 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02dd57-c947-4630-bf7c-1a14873bf563 req-bb0a149a-0e2d-454d-b8ab-5a6170b757fc tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.218434 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df02dd57-c947-4630-bf7c-1a14873bf563 req-bb0a149a-0e2d-454d-b8ab-5a6170b757fc tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0471923 Sep 14 01:09:55.275917 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df02dd57-c947-4630-bf7c-1a14873bf563 req-3919e4ad-4cee-40c4-b7dc-2f88322e0953 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507925 Sep 14 01:09:55.419427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:55.427734 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a40d-bfae-42a1-9966-6796b996b006 req-c0a06895-ac0e-4b91-8444-ce244519598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.429246 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-c0a06895-ac0e-4b91-8444-ce244519598c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1129 time: 0.0419371 Sep 14 01:09:55.534721 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a40d-bfae-42a1-9966-6796b996b006 req-340179be-8938-4b40-adb3-56154e2a0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.536357 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-340179be-8938-4b40-adb3-56154e2a0876 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 909 time: 0.0858607 Sep 14 01:09:55.577560 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:55.631963 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-8e09c5d5-b3e3-4c16-95ba-73616f896a8b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 1000 time: 0.0890541 Sep 14 01:09:55.637765 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e3cb8-347c-48bf-a8bf-175053b05b4f req-7018e6b5-48f0-4220-b6eb-d8c86e0376c0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.639104 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-560e3cb8-347c-48bf-a8bf-175053b05b4f req-7018e6b5-48f0-4220-b6eb-d8c86e0376c0 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0604150 Sep 14 01:09:55.708111 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a40d-bfae-42a1-9966-6796b996b006 req-7cc02826-5bfc-4ff8-99d9-f3fe38daf6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.709538 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-7cc02826-5bfc-4ff8-99d9-f3fe38daf6a2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.0696180 Sep 14 01:09:55.732112 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-560e3cb8-347c-48bf-a8bf-175053b05b4f req-a4fa0c71-9b1a-41fc-96ad-7dab5102e2ec tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837550 Sep 14 01:09:55.758586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359a40d-bfae-42a1-9966-6796b996b006 req-1a0f04c1-e3e8-4881-bb80-8c9e86ba4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:55.760051 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-1a0f04c1-e3e8-4881-bb80-8c9e86ba4d62 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434294 Sep 14 01:09:55.848301 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-4aca77f2-b415-453b-b4ea-5a4d96758f46 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812340 Sep 14 01:09:55.940553 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4359a40d-bfae-42a1-9966-6796b996b006 req-60bb31d7-c2a3-4c7e-a4de-e1769b0da3f4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848937 Sep 14 01:09:56.025673 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882b04b-07f6-4653-b1fe-55627595170b req-a9bf6bc4-0e8e-401b-887e-d25377e9af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.027210 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-a9bf6bc4-0e8e-401b-887e-d25377e9af7c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1129 time: 0.0442858 Sep 14 01:09:56.145683 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=68 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:56.355365 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882b04b-07f6-4653-b1fe-55627595170b req-a3e5813f-5696-4a5c-b30c-3e2f82b223ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.357099 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-a3e5813f-5696-4a5c-b30c-3e2f82b223ac service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 909 time: 0.1131451 Sep 14 01:09:56.460683 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce36740-87ef-4867-aa13-a83c04b414e2 req-c51f9273-81f4-4b9d-818d-d2c14562ad20 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.462478 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ce36740-87ef-4867-aa13-a83c04b414e2 req-c51f9273-81f4-4b9d-818d-d2c14562ad20 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0922768 Sep 14 01:09:56.473479 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-263743b8-d6ff-46b0-b930-294560223df1 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 1000 time: 0.1046767 Sep 14 01:09:56.514869 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ce36740-87ef-4867-aa13-a83c04b414e2 req-c8fab6f0-baf1-4eea-89ae-d9f62d60db4e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451329 Sep 14 01:09:56.738891 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882b04b-07f6-4653-b1fe-55627595170b req-cf120dcc-9b6f-476e-abb9-edd121e59fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.740603 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-cf120dcc-9b6f-476e-abb9-edd121e59fd7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.0459452 Sep 14 01:09:56.795752 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882b04b-07f6-4653-b1fe-55627595170b req-eb9c3d3f-8286-4b5f-b052-711f67e64477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.797329 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-eb9c3d3f-8286-4b5f-b052-711f67e64477 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491948 Sep 14 01:09:56.895086 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:56.918354 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2f8ab-1dbe-4d9f-a1a9-8b21d5962c5f req-1f5be03e-c4cc-4adc-a475-919aa2b4336a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:56.919838 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d8e2f8ab-1dbe-4d9f-a1a9-8b21d5962c5f req-1f5be03e-c4cc-4adc-a475-919aa2b4336a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 944 time: 0.0908999 Sep 14 01:09:56.961389 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-32c68587-0b18-4f79-b143-4c577087cfd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566072 Sep 14 01:09:57.041967 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d8e2f8ab-1dbe-4d9f-a1a9-8b21d5962c5f req-8ba743ff-2841-47ae-b039-249f0acedca2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132820 Sep 14 01:09:57.067120 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:57.090347 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5882b04b-07f6-4653-b1fe-55627595170b req-0a11c36f-8a67-472f-a397-bcc3a33d6db2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215105 Sep 14 01:09:57.349771 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:09:57.450437 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:57.484364 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:57.532654 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:57.538398 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:09:57.579245 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:57.591793 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'port_id': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'mac_address': 'fa:16:3e:3d:33:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:09:57.621651 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55338) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:57.627271 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:57.628164 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:57.641495 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8007ff6-979b-491d-83c8-05c2c4d9db59 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:09:57.643778 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a844b-f657-4110-9049-17b06877c5d3 req-f3a45e77-8ac7-402a-8746-b51a8ddf0269 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:57.645527 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-158a844b-f657-4110-9049-17b06877c5d3 req-f3a45e77-8ac7-402a-8746-b51a8ddf0269 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0536523 Sep 14 01:09:57.662236 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:57.667397 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:57.704014 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-158a844b-f657-4110-9049-17b06877c5d3 req-f7c9ede3-2bbc-4d15-9020-d9474fd822f2 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494010 Sep 14 01:09:57.724831 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=9']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:57.743564 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-47b54153-343e-4d79-bae6-5fa6b279af6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:57.823699 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-47b54153-343e-4d79-bae6-5fa6b279af6c admin admin] Publish callbacks [] for security_group (1625ee94-c429-4391-ab56-7bb0028b6fcd), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:57.827713 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-47b54153-343e-4d79-bae6-5fa6b279af6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (1625ee94-c429-4391-ab56-7bb0028b6fcd), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:57.870533 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-47b54153-343e-4d79-bae6-5fa6b279af6c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=692e95b7aedf4278bf4ae582248673b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476947 Sep 14 01:09:57.871309 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b54153-343e-4d79-bae6-5fa6b279af6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1625ee94-c429-4391-ab56-7bb0028b6fcd,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:57.873967 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55342) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:09:57.912903 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['a8007ff6-979b-491d-83c8-05c2c4d9db59'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:09:57.926982 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95b504cc-7038-4d02-ba4a-3bd6411ddb05 admin admin] Publish callbacks [] for security_group (1625ee94-c429-4391-ab56-7bb0028b6fcd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:57.953612 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95b504cc-7038-4d02-ba4a-3bd6411ddb05 admin admin] Publish callbacks [] for security_group (1625ee94-c429-4391-ab56-7bb0028b6fcd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:58.007394 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95b504cc-7038-4d02-ba4a-3bd6411ddb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (1625ee94-c429-4391-ab56-7bb0028b6fcd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:58.011101 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95b504cc-7038-4d02-ba4a-3bd6411ddb05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:58.014823 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-95b504cc-7038-4d02-ba4a-3bd6411ddb05 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1625ee94-c429-4391-ab56-7bb0028b6fcd HTTP/1.1" status: 204 len: 168 time: 0.1371288 Sep 14 01:09:58.035202 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b504cc-7038-4d02-ba4a-3bd6411ddb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1625ee94-c429-4391-ab56-7bb0028b6fcd,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:58.221607 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b56c-5359-4d8b-a366-6db40c7cce60 req-b1e99e6c-f7ad-4447-8c83-79886b5bce7d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:58.223208 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a201b56c-5359-4d8b-a366-6db40c7cce60 req-b1e99e6c-f7ad-4447-8c83-79886b5bce7d tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 945 time: 0.0777986 Sep 14 01:09:58.287383 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a201b56c-5359-4d8b-a366-6db40c7cce60 req-a32e6627-ee53-4efa-9b62-306840c50f54 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585165 Sep 14 01:09:58.703561 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5bcd7cb9-2d06-4b45-85ca-2e7417c8909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:58.846028 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f06842-710d-4fd6-a7c1-869fa99c8b3e req-01c9eefa-6285-4a98-b145-82e9014a450e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:58.848145 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-31f06842-710d-4fd6-a7c1-869fa99c8b3e req-01c9eefa-6285-4a98-b145-82e9014a450e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0601172 Sep 14 01:09:58.902824 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-31f06842-710d-4fd6-a7c1-869fa99c8b3e req-a065674f-f097-4651-8940-a0e3b0d8ee9b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480504 Sep 14 01:09:59.379791 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:09:59.427788 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port a8007ff6-979b-491d-83c8-05c2c4d9db59 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:09:59.428160 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:59.429115 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port a8007ff6-979b-491d-83c8-05c2c4d9db59 Sep 14 01:09:59.432608 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b6d83-d814-42a4-b9ec-c61c699919ac req-c858210a-6278-47f2-97d0-698400eaa3de tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:59.434149 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-262b6d83-d814-42a4-b9ec-c61c699919ac req-c858210a-6278-47f2-97d0-698400eaa3de tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 945 time: 0.0508955 Sep 14 01:09:59.494468 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-262b6d83-d814-42a4-b9ec-c61c699919ac req-fdbccf82-568b-4c06-b043-42c9520b01f2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516603 Sep 14 01:09:59.524882 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port a8007ff6-979b-491d-83c8-05c2c4d9db59 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:59.526421 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:59.551195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:09:59.553476 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16a512-88cb-46b9-a503-6ec61cb8f841" -d '{"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-plugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:09:59.566282 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:59.575826 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:59.576683 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:09:59.602627 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b6d837-dd6d-419a-8f92-73a4aa2a2a63 x-openstack-request-id: req-c5b6d837-dd6d-419a-8f92-73a4aa2a2a63 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:09:59.602983 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-plugged", "status": "completed", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:09:59.603596 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5b6d837-dd6d-419a-8f92-73a4aa2a2a63 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:09:59.604140 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b6d837-dd6d-419a-8f92-73a4aa2a2a63'] response: {'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'code': 200} Sep 14 01:09:59.668835 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=10']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:59.700874 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 13aacd44-fdf5-46d5-845f-cd5e08f624ac is: ACTIVE; New status is: DOWN {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:09:59.701267 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:59.745448 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:09:59.751180 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:09:59.813905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=6']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:09:59.932553 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416198c0-fed5-4d73-94f1-8adfc9d208d7 req-3fdb418f-bb63-47c4-9e28-30d918a6ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:09:59.934184 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-416198c0-fed5-4d73-94f1-8adfc9d208d7 req-3fdb418f-bb63-47c4-9e28-30d918a6ff9a service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 1131 time: 0.0387046 Sep 14 01:09:59.985708 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-416198c0-fed5-4d73-94f1-8adfc9d208d7 req-32e6c9ee-55d4-4d94-97f9-8ebfdd57642f service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441806 Sep 14 01:10:00.038758 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67ee5f-a7c8-4d30-8753-6620b9f3e010 req-1324e71a-347a-4b26-a384-738152e3198a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.040311 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4e67ee5f-a7c8-4d30-8753-6620b9f3e010 req-1324e71a-347a-4b26-a384-738152e3198a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0579391 Sep 14 01:10:00.091142 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4e67ee5f-a7c8-4d30-8753-6620b9f3e010 req-ba5ce2fe-de46-47c3-91c3-593eba543362 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452218 Sep 14 01:10:00.330704 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-093d31b1-916d-4bf6-9dff-b500b98b44c9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679359 Sep 14 01:10:00.345164 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451de1c-79d9-4692-a4e3-0f239efbce7b req-15955cb6-eae5-4d08-934c-159035f30c9f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.347181 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e451de1c-79d9-4692-a4e3-0f239efbce7b req-15955cb6-eae5-4d08-934c-159035f30c9f tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0580020 Sep 14 01:10:00.410782 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e451de1c-79d9-4692-a4e3-0f239efbce7b req-bed8c692-466a-4ca2-8f0c-a6ce6928554e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575268 Sep 14 01:10:00.417377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-c13a2fee-ff6b-4da5-a296-84f81ee8dbaf tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.419747 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-c13a2fee-ff6b-4da5-a296-84f81ee8dbaf tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports/13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 940 time: 0.0565166 Sep 14 01:10:00.622192 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:00.625093 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:00.640999 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386e95d-0597-4c56-8653-aadd94202c1c req-d5ca550f-48ee-4ce4-81a8-331fceb1f4cc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:00.643237 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b386e95d-0597-4c56-8653-aadd94202c1c req-d5ca550f-48ee-4ce4-81a8-331fceb1f4cc tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 947 time: 0.0558615 Sep 14 01:10:00.733693 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b386e95d-0597-4c56-8653-aadd94202c1c req-e7d627a3-1500-4109-a646-46cd2e6b5a1a tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746102 Sep 14 01:10:00.994593 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-21f9783b-e6be-4374-8ba3-31b3ba416894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:01.566709 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b922b-6d9a-460b-aa65-2e71db7c1e97 req-32db0190-bfcd-4eb9-abaf-3398444a8538 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.568344 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d43b922b-6d9a-460b-aa65-2e71db7c1e97 req-32db0190-bfcd-4eb9-abaf-3398444a8538 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0578520 Sep 14 01:10:01.605940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:01.608278 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b881961-cd0a-4067-af1c-0d9747d229c3" -d '{"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-unplugged", "status": "completed", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:01.626573 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d43b922b-6d9a-460b-aa65-2e71db7c1e97 req-52979097-9fa6-4432-a3cf-6e6b03fa7d11 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517395 Sep 14 01:10:01.656924 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb5655c-4145-41c7-be3e-2df02b25ee89 x-openstack-request-id: req-6fb5655c-4145-41c7-be3e-2df02b25ee89 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:01.657215 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-unplugged", "status": "failed", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "code": 422}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:01.657463 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb5655c-4145-41c7-be3e-2df02b25ee89 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:01.657948 dv-cinder-857528-1-smb neutron-server[106461]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6fb5655c-4145-41c7-be3e-2df02b25ee89']: {'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'code': 422} returned with failed status Sep 14 01:10:01.860462 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d4f5-9704-4147-867d-3e09eb8b1934 req-a9414d1c-8c60-4600-b506-0741f8b1e927 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:01.862044 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-85d4d4f5-9704-4147-867d-3e09eb8b1934 req-a9414d1c-8c60-4600-b506-0741f8b1e927 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 947 time: 0.0537157 Sep 14 01:10:01.918755 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-85d4d4f5-9704-4147-867d-3e09eb8b1934 req-248aa928-1f95-4875-bce1-ac758be863ba tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 Sep 14 01:10:02.348294 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:02.385938 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-3d578946-8eb9-44ea-a88d-1ad8de4cf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.387527 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-3d578946-8eb9-44ea-a88d-1ad8de4cf2a3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59&tenant_id=117105d5e9fb4309aad25e39e0f5e4df HTTP/1.1" status: 200 len: 1127 time: 0.0453725 Sep 14 01:10:02.452652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-01473958-04d3-48ba-9bd1-34f0387d49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.454107 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-01473958-04d3-48ba-9bd1-34f0387d49a5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1127 time: 0.0437016 Sep 14 01:10:02.531309 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caefa8-3e7d-4dca-a290-3b367120f9d9 req-63a65041-0187-4627-a2b5-735506cd25d1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.532668 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9caefa8-3e7d-4dca-a290-3b367120f9d9 req-63a65041-0187-4627-a2b5-735506cd25d1 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Sep 14 01:10:02.578013 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d9caefa8-3e7d-4dca-a290-3b367120f9d9 req-25d2bbc5-e54b-4cb0-b66a-9a8987c5ced6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Sep 14 01:10:02.748426 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0ef45-01be-43ad-9b94-002609cf7b14 req-d71a7d8a-2636-410d-b135-18cfbd60b52e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:02.749903 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-94e0ef45-01be-43ad-9b94-002609cf7b14 req-d71a7d8a-2636-410d-b135-18cfbd60b52e tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0454793 Sep 14 01:10:02.801205 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-94e0ef45-01be-43ad-9b94-002609cf7b14 req-ecef9e49-9121-45a4-a9f8-082cb8d16ada tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450978 Sep 14 01:10:03.054582 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919fe39-f530-4916-8a89-4e7c45543eb9 req-15379500-f0ec-46c7-a371-2fe1271aa46f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.055971 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f919fe39-f530-4916-8a89-4e7c45543eb9 req-15379500-f0ec-46c7-a371-2fe1271aa46f tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 947 time: 0.0502796 Sep 14 01:10:03.107768 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f919fe39-f530-4916-8a89-4e7c45543eb9 req-0bcae8f5-33fc-4dbe-9346-90a746787686 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Sep 14 01:10:03.680175 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:03.738838 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:03.751965 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5336-6de1-437e-96f5-e3b449663f1b req-fd05938d-fef3-4da9-ad30-ecaa2f995da3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.753432 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-05df5336-6de1-437e-96f5-e3b449663f1b req-fd05938d-fef3-4da9-ad30-ecaa2f995da3 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 946 time: 0.0962460 Sep 14 01:10:03.798653 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-4df6160e-874a-4532-ba74-18c17c60365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.800611 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-4df6160e-874a-4532-ba74-18c17c60365a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 909 time: 0.1446586 Sep 14 01:10:03.825782 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-05df5336-6de1-437e-96f5-e3b449663f1b req-9f19deb8-ea9e-4c22-ba96-6dec221bbdeb tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=68ec8b58-30ce-4067-8614-aaef95f78444&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647993 Sep 14 01:10:03.895291 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-d88e6485-7983-4960-8c3a-907a6dc1c9c2 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 998 time: 0.0583405 Sep 14 01:10:03.968975 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb232b1-4bad-4ec6-ba6c-abaf4cdd1ae4 req-4cb5de6f-039d-44db-bb9d-1c3e5e3d2065 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.970495 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fb232b1-4bad-4ec6-ba6c-abaf4cdd1ae4 req-4cb5de6f-039d-44db-bb9d-1c3e5e3d2065 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0744188 Sep 14 01:10:03.987612 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-7f249cbd-548a-47f6-9638-401d9d98c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:03.989027 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-7f249cbd-548a-47f6-9638-401d9d98c566 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.0846076 Sep 14 01:10:04.005474 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-edecc1aa-a3bd-4a73-98a7-cae9ac41f3ea tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:04.007032 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-edecc1aa-a3bd-4a73-98a7-cae9ac41f3ea tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Sep 14 01:10:04.045218 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:04.056940 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-d77c4eeb-722e-414c-b3a5-44d1755b6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:04.058477 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-d77c4eeb-722e-414c-b3a5-44d1755b6d14 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0620489 Sep 14 01:10:04.062210 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1fb232b1-4bad-4ec6-ba6c-abaf4cdd1ae4 req-6d1e1510-7078-44e2-8bca-72785c03257a tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850415 Sep 14 01:10:04.072696 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:04.097875 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 3fefbe95-2351-4aef-927e-1b0cd28d93fa {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:04.098250 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:04.153510 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-9f097b2b-6f60-43d7-a5e2-ce759d12a53a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884645 Sep 14 01:10:04.193758 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] For port 3fefbe95-2351-4aef-927e-1b0cd28d93fa, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=3fefbe95-2351-4aef-927e-1b0cd28d93fa,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:04.194145 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:04.243524 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-53f0228c-7cf2-457d-9a05-13b67b32a8d3 req-42ac0ff3-f75e-41ea-9dc7-776f9afdc14e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839312 Sep 14 01:10:04.374374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:04.374733 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (3d190986-0d83-438e-8234-042f5d79af2e), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:04.375047 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Floating IP 3d190986-0d83-438e-8234-042f5d79af2e disassociated. External IP: 172.28.1.133, port: 3fefbe95-2351-4aef-927e-1b0cd28d93fa. Sep 14 01:10:04.375387 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 3fefbe95-2351-4aef-927e-1b0cd28d93fa owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:04.499389 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (3fefbe95-2351-4aef-927e-1b0cd28d93fa), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:04.524822 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=3fefbe95-2351-4aef-927e-1b0cd28d93fa,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:04.535178 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.535531 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.535872 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.536206 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.536539 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.536867 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.537194 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.537518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.538468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.538468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.538468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.538770 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.539091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.539775 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.539901 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:04.600895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:04.644852 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:04.659828 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:04.770724 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:04.779328 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:04.797740 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:04.799834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:04.811892 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] No DVR routers for this DVR port 3fefbe95-2351-4aef-927e-1b0cd28d93fa on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:10:04.814975 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:04.818289 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-073ca014-4f22-4dcd-9517-78481caf5fb6 req-be5dcc82-4d92-41b0-b8c8-e1324f53ddb6 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.23 "DELETE /networking/v2.0/ports/3fefbe95-2351-4aef-927e-1b0cd28d93fa HTTP/1.1" status: 204 len: 173 time: 0.8064094 Sep 14 01:10:04.818809 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'name': 'network-vif-deleted', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:04.821233 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be36ce-1d08-48ea-bf22-ad89f9e9331d" -d '{"events": [{"server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "name": "network-vif-deleted", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:04.882860 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49715efb-2443-4f62-86e1-db125ff21efb x-openstack-request-id: req-49715efb-2443-4f62-86e1-db125ff21efb {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:04.883153 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c6594c-75d5-430f-8e27-b807e9bddd66", "name": "network-vif-deleted", "tag": "3fefbe95-2351-4aef-927e-1b0cd28d93fa", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:04.883406 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49715efb-2443-4f62-86e1-db125ff21efb {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:04.883819 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49715efb-2443-4f62-86e1-db125ff21efb'] response: {'server_uuid': 'b6c6594c-75d5-430f-8e27-b807e9bddd66', 'name': 'network-vif-deleted', 'tag': '3fefbe95-2351-4aef-927e-1b0cd28d93fa', 'status': 'completed', 'code': 200} Sep 14 01:10:04.922171 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:04.951358 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:04.980552 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-82e091be-141b-4f36-be4e-f11543a320e9 req-43808c91-26d7-4808-a362-45f615ba372c tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c6594c-75d5-430f-8e27-b807e9bddd66 HTTP/1.1" status: 200 len: 210 time: 0.0447588 Sep 14 01:10:05.162512 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:05.189297 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:05.219839 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:05.220516 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15633ce9-78ff-447e-8ce2-32b8e2b5da68 req-d66ce885-a32b-45ef-ab76-b2878449b392 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:05.222895 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-15633ce9-78ff-447e-8ce2-32b8e2b5da68 req-d66ce885-a32b-45ef-ab76-b2878449b392 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0628607 Sep 14 01:10:05.231162 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:05.232074 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:05.301944 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-15633ce9-78ff-447e-8ce2-32b8e2b5da68 req-23b04b91-9d71-47e1-922d-6a00fff24ec8 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717921 Sep 14 01:10:05.343542 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:05.348563 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:05.586297 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:05.618947 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d3089-5b14-4e3a-891d-73564bd03c7e None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:05:02Z', 'revision_number': 4, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '3c24a4b6-0516-4deb-ad9b-5a870d4990e8', 'name': '', 'network_id': 'aa6ede67-71ad-44e8-9ebc-4e331059c547', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'mac_address': 'fa:16:3e:76:28:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '418acad6-d289-4a86-9997-e0d460284095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:59Z', 'updated_at': '2022-09-14T01:05:16Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'subnets': [{'id': '418acad6-d289-4a86-9997-e0d460284095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:05.857639 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49736f7-520b-46f4-8fb3-261c86d51bc0 None None] New status for floating IP 3d190986-0d83-438e-8234-042f5d79af2e: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:10:06.071994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55576) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:06.127267 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8a93d7f-49e4-434c-a7ec-d30f228b068a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (68ec8b58-30ce-4067-8614-aaef95f78444), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.153459 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8a93d7f-49e4-434c-a7ec-d30f228b068a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (68ec8b58-30ce-4067-8614-aaef95f78444), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.210694 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8a93d7f-49e4-434c-a7ec-d30f228b068a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (68ec8b58-30ce-4067-8614-aaef95f78444), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.213220 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8a93d7f-49e4-434c-a7ec-d30f228b068a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.214404 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d8a93d7f-49e4-434c-a7ec-d30f228b068a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/68ec8b58-30ce-4067-8614-aaef95f78444 HTTP/1.1" status: 204 len: 168 time: 0.1414132 Sep 14 01:10:06.217211 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55578) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:06.224221 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a93d7f-49e4-434c-a7ec-d30f228b068a tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec8b58-30ce-4067-8614-aaef95f78444,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:06.239991 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.api.v2.resource [None req-c689b744-ae79-41f7-8785-9f1115c3fa62 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] show failed (client error): The resource could not be found. Sep 14 01:10:06.241006 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c689b744-ae79-41f7-8785-9f1115c3fa62 tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "GET /networking/v2.0/security-groups/68ec8b58-30ce-4067-8614-aaef95f78444 HTTP/1.1" status: 404 len: 347 time: 0.0227299 Sep 14 01:10:06.244050 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55580) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:06.356421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Deleting port 3e19aaec-95e0-4152-b64a-f3afd2811868 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:06.356764 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.432488 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5a28e-0594-45b6-923d-901b19462f0b req-c7ce5c3a-5527-413a-87c6-9aa38e8142e4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:06.433537 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.433905 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (3e19aaec-95e0-4152-b64a-f3afd2811868), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.434014 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0db5a28e-0594-45b6-923d-901b19462f0b req-c7ce5c3a-5527-413a-87c6-9aa38e8142e4 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0510027 Sep 14 01:10:06.446672 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Calling delete_port for 3e19aaec-95e0-4152-b64a-f3afd2811868 owned by network:floatingip {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:06.482456 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0db5a28e-0594-45b6-923d-901b19462f0b req-2673f185-f431-40b9-9a88-80eff8a4f735 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Sep 14 01:10:06.583427 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (3e19aaec-95e0-4152-b64a-f3afd2811868), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.608763 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Pushing event deleted for resources: {'Port': ['ID=3e19aaec-95e0-4152-b64a-f3afd2811868,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:06.894931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks [] for floatingip (3d190986-0d83-438e-8234-042f5d79af2e), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.897512 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:06.898751 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-218508d9-1455-48d2-970e-ffa0340de05b tempest-AttachVolumeNegativeTest-1227266361 tempest-AttachVolumeNegativeTest-1227266361-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/3d190986-0d83-438e-8234-042f5d79af2e HTTP/1.1" status: 204 len: 168 time: 0.6535263 Sep 14 01:10:07.441961 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:10:07.446349 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 3fefbe95-2351-4aef-927e-1b0cd28d93fa no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:07.472362 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 3fefbe95-2351-4aef-927e-1b0cd28d93fa {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:07.472837 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 3fefbe95-2351-4aef-927e-1b0cd28d93fa not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:07.476219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55604) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:07.571376 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:07.583332 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'port_id': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'mac_address': 'fa:16:3e:62:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:10:07.617538 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 13aacd44-fdf5-46d5-845f-cd5e08f624ac is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:07.617956 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.618859 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fd29f5b4-9284-43fa-8ceb-398564782f62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.632416 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aacd44-fdf5-46d5-845f-cd5e08f624ac {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:10:07.647983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f4e9-8109-4245-b293-c3dbd3d2666c req-9b07884a-7006-4b5b-a432-ec356e34a4fd tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:07.650003 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f500f4e9-8109-4245-b293-c3dbd3d2666c req-9b07884a-7006-4b5b-a432-ec356e34a4fd tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 943 time: 0.0900052 Sep 14 01:10:07.652532 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:07.657601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.704209 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=7']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:07.731968 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f500f4e9-8109-4245-b293-c3dbd3d2666c req-935d7d74-422e-4b51-a51b-e37efd132871 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748103 Sep 14 01:10:07.770131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fd29f5b4-9284-43fa-8ceb-398564782f62 admin admin] Publish callbacks [] for security_group (9f82fd3f-4e7d-41d5-a46e-dd3167704453), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.773920 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fd29f5b4-9284-43fa-8ceb-398564782f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9f82fd3f-4e7d-41d5-a46e-dd3167704453), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.817120 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-fd29f5b4-9284-43fa-8ceb-398564782f62 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ad342249125a4bfe9f112ebafc61776c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397968 Sep 14 01:10:07.818075 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29f5b4-9284-43fa-8ceb-398564782f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f82fd3f-4e7d-41d5-a46e-dd3167704453,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:07.820593 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55610) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:07.854456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['13aacd44-fdf5-46d5-845f-cd5e08f624ac'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:10:07.879600 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41c39dcb-9972-447b-b41c-efd20c36e55b admin admin] Publish callbacks [] for security_group (9f82fd3f-4e7d-41d5-a46e-dd3167704453), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.899770 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41c39dcb-9972-447b-b41c-efd20c36e55b admin admin] Publish callbacks [] for security_group (9f82fd3f-4e7d-41d5-a46e-dd3167704453), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.954522 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41c39dcb-9972-447b-b41c-efd20c36e55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9f82fd3f-4e7d-41d5-a46e-dd3167704453), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.957692 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-41c39dcb-9972-447b-b41c-efd20c36e55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:07.958874 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-41c39dcb-9972-447b-b41c-efd20c36e55b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9f82fd3f-4e7d-41d5-a46e-dd3167704453 HTTP/1.1" status: 204 len: 168 time: 0.1372838 Sep 14 01:10:07.966943 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c39dcb-9972-447b-b41c-efd20c36e55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f82fd3f-4e7d-41d5-a46e-dd3167704453,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:08.271825 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55626) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:08.287152 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9d250ef9-69a5-42b1-9a80-9daebae8a895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.312129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:08.377924 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9d250ef9-69a5-42b1-9a80-9daebae8a895 admin admin] Publish callbacks [] for security_group (d1e0b255-7312-4c6d-86f2-11d0140b6e7c), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.382166 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9d250ef9-69a5-42b1-9a80-9daebae8a895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d1e0b255-7312-4c6d-86f2-11d0140b6e7c), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.405288 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:08.426183 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d250ef9-69a5-42b1-9a80-9daebae8a895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e0b255-7312-4c6d-86f2-11d0140b6e7c,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:08.431829 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-9d250ef9-69a5-42b1-9a80-9daebae8a895 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=917b2faf2dfe4e6896aca90c040ad913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588027 Sep 14 01:10:08.434400 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55628) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:08.482776 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-997ab49b-e763-45bf-a10f-6e1ba66e369c admin admin] Publish callbacks [] for security_group (d1e0b255-7312-4c6d-86f2-11d0140b6e7c), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.502735 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-997ab49b-e763-45bf-a10f-6e1ba66e369c admin admin] Publish callbacks [] for security_group (d1e0b255-7312-4c6d-86f2-11d0140b6e7c), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.548662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-997ab49b-e763-45bf-a10f-6e1ba66e369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d1e0b255-7312-4c6d-86f2-11d0140b6e7c), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.551260 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-997ab49b-e763-45bf-a10f-6e1ba66e369c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.552404 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-997ab49b-e763-45bf-a10f-6e1ba66e369c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d1e0b255-7312-4c6d-86f2-11d0140b6e7c HTTP/1.1" status: 204 len: 168 time: 0.1170814 Sep 14 01:10:08.562933 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ab49b-e763-45bf-a10f-6e1ba66e369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e0b255-7312-4c6d-86f2-11d0140b6e7c,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:08.842605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:08.856742 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12635649-fcca-4124-9deb-6d56af247972 req-2de09aa0-b4a3-475e-91da-58965db9a473 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:08.857906 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-12635649-fcca-4124-9deb-6d56af247972 req-2de09aa0-b4a3-475e-91da-58965db9a473 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 944 time: 0.0493083 Sep 14 01:10:08.891814 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55636) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:08.906799 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-92d8b49c-3a15-4522-849d-4247a293e17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.916683 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-12635649-fcca-4124-9deb-6d56af247972 req-46e0f1a5-1665-4129-9f6c-eefd35582f63 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518553 Sep 14 01:10:08.984426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-92d8b49c-3a15-4522-849d-4247a293e17a admin admin] Publish callbacks [] for security_group (b53615d5-0a9c-4dbe-b29e-3120dd741d06), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:08.989332 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-92d8b49c-3a15-4522-849d-4247a293e17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b53615d5-0a9c-4dbe-b29e-3120dd741d06), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.033650 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-92d8b49c-3a15-4522-849d-4247a293e17a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3dff0af48f304f5b87b30d77a7ad3ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406684 Sep 14 01:10:09.034859 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8b49c-3a15-4522-849d-4247a293e17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53615d5-0a9c-4dbe-b29e-3120dd741d06,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:09.036428 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55638) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:09.081708 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:09.085522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acc8a9e9-9b47-41e4-a511-cabd968fc3d2 admin admin] Publish callbacks [] for security_group (b53615d5-0a9c-4dbe-b29e-3120dd741d06), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.108239 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acc8a9e9-9b47-41e4-a511-cabd968fc3d2 admin admin] Publish callbacks [] for security_group (b53615d5-0a9c-4dbe-b29e-3120dd741d06), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.155013 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acc8a9e9-9b47-41e4-a511-cabd968fc3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b53615d5-0a9c-4dbe-b29e-3120dd741d06), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.157506 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-acc8a9e9-9b47-41e4-a511-cabd968fc3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.158769 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-acc8a9e9-9b47-41e4-a511-cabd968fc3d2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b53615d5-0a9c-4dbe-b29e-3120dd741d06 HTTP/1.1" status: 204 len: 168 time: 0.1213627 Sep 14 01:10:09.166605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8a9e9-9b47-41e4-a511-cabd968fc3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53615d5-0a9c-4dbe-b29e-3120dd741d06,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:09.451940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:09.500222 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 13aacd44-fdf5-46d5-845f-cd5e08f624ac triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:09.500963 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.501606 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 13aacd44-fdf5-46d5-845f-cd5e08f624ac Sep 14 01:10:09.585015 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 13aacd44-fdf5-46d5-845f-cd5e08f624ac is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:09.585408 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.596671 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:09.614868 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:09.617856 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8114c0-8352-4eff-bad2-ad3348bd6c2e" -d '{"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-plugged", "status": "completed", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:09.640593 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:09.645888 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:09.681385 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658e0b6-29c3-47dd-92cc-163a9c288ea0 x-openstack-request-id: req-e658e0b6-29c3-47dd-92cc-163a9c288ea0 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:09.681709 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-plugged", "status": "completed", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:09.682072 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e658e0b6-29c3-47dd-92cc-163a9c288ea0 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:09.682497 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e658e0b6-29c3-47dd-92cc-163a9c288ea0'] response: {'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'code': 200} Sep 14 01:10:09.720995 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=8']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:09.898963 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9a82-d856-4e87-9d32-7deb9b4259ed req-fdd68dd2-1cf3-4c68-9b63-b0b27cd6264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:09.901476 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-80ee9a82-d856-4e87-9d32-7deb9b4259ed req-fdd68dd2-1cf3-4c68-9b63-b0b27cd6264c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1129 time: 0.0413728 Sep 14 01:10:09.951071 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-80ee9a82-d856-4e87-9d32-7deb9b4259ed req-e684ca45-57d4-4cc4-a6a2-d2dc0840d9f3 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430620 Sep 14 01:10:10.052357 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac82c8c-191a-44b9-a1fd-b75661cadd5b req-fd6badcf-c7be-4eb6-983c-4213e5388352 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:10.053899 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0ac82c8c-191a-44b9-a1fd-b75661cadd5b req-fd6badcf-c7be-4eb6-983c-4213e5388352 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0549607 Sep 14 01:10:10.115076 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0ac82c8c-191a-44b9-a1fd-b75661cadd5b req-02792c30-8d0f-4d1d-a8ba-e19837fa74c0 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545881 Sep 14 01:10:10.683062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55706) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:11.374369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6f806-5d35-49de-a897-887e1206911d req-925095d4-0579-44b0-9611-99bd948f65e3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:11.375779 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a0b6f806-5d35-49de-a897-887e1206911d req-925095d4-0579-44b0-9611-99bd948f65e3 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0747447 Sep 14 01:10:11.466268 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a0b6f806-5d35-49de-a897-887e1206911d req-95272377-05ce-4eb9-a307-5d239fd2a938 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839274 Sep 14 01:10:11.515737 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:11.661418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:11.729656 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Deleting port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:11.730040 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:11.807061 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] For port 3c24a4b6-0516-4deb-ad9b-5a870d4990e8, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:11.807418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:11.820146 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Calling delete_port for 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:11.871993 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:11.999303 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (3c24a4b6-0516-4deb-ad9b-5a870d4990e8), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:12.023746 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c24a4b6-0516-4deb-ad9b-5a870d4990e8,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:12.206406 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:12.416221 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:12.470983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:12.521950 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:12.531766 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55728) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:12.532272 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-90238eb3-a0ee-4856-8a51-c00dbee58fc1 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a48f8419-6139-40e2-9a31-d4cf2d3c9b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8476086 Sep 14 01:10:12.537933 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] Sync routers for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:12.550820 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:12.551444 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:12.618719 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e62f37-3e3d-4af8-80e2-be821880c076 req-d46dad92-56e3-4d72-8445-689492f36a97 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:12.627932 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-86e62f37-3e3d-4af8-80e2-be821880c076 req-d46dad92-56e3-4d72-8445-689492f36a97 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0618761 Sep 14 01:10:12.638129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks [] for router (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:12.685225 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:12.697120 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-86e62f37-3e3d-4af8-80e2-be821880c076 req-7c6ecb41-331a-4a87-8286-e6f2fe96efe7 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682571 Sep 14 01:10:12.727203 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:12.756085 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks [] for router_gateway (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:12.808734 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Deleting port 236b9515-35d4-45d8-afa6-942a8183bbba {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:12.809270 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:12.863794 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=1,neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:12.938690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] For port 236b9515-35d4-45d8-afa6-942a8183bbba, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=236b9515-35d4-45d8-afa6-942a8183bbba,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:12.940063 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:12.960826 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Calling delete_port for 236b9515-35d4-45d8-afa6-942a8183bbba owned by network:router_gateway {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:13.016351 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:13.057441 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:10:11Z', 'revision_number': 5, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port': {'id': '236b9515-35d4-45d8-afa6-942a8183bbba', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:49Z', 'updated_at': '2022-09-14T01:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:13.088751 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] Checking router: a48f8419-6139-40e2-9a31-d4cf2d3c9b9d for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:13.099392 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] Routers {'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:13.100068 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:13.142292 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (236b9515-35d4-45d8-afa6-942a8183bbba), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.168047 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=236b9515-35d4-45d8-afa6-942a8183bbba,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:13.196885 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] Set router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:13.244861 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:10:12Z', 'revision_number': 6, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:13.247485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.268938 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55448599-b10e-4965-b976-9a34358f9e06 None None] The sync data for ids ['a48f8419-6139-40e2-9a31-d4cf2d3c9b9d'] in dv-cinder-857528-1-smb is: [{'id': 'a48f8419-6139-40e2-9a31-d4cf2d3c9b9d', 'name': 'tempest-AttachVolumeNegativeTest-790291949-router', 'tenant_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:47Z', 'updated_at': '2022-09-14T01:10:12Z', 'revision_number': 6, 'project_id': 'a096c51fd3034ca9ae0b71a8cbb1af17', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:13.335583 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.337684 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks [] for router_controller (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.382956 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (a48f8419-6139-40e2-9a31-d4cf2d3c9b9d), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.383935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48f8419-6139-40e2-9a31-d4cf2d3c9b9d {{(pid=106460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:10:13.388412 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.389546 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b416d16a-857e-4d5c-bea0-e7a680edb6e5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a48f8419-6139-40e2-9a31-d4cf2d3c9b9d HTTP/1.1" status: 204 len: 168 time: 0.8555691 Sep 14 01:10:13.392111 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55740) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:13.440633 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Deleting subnet 418acad6-d289-4a86-9997-e0d460284095 {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:10:13.444531 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Publish callbacks [] for subnet (418acad6-d289-4a86-9997-e0d460284095), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.483783 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (418acad6-d289-4a86-9997-e0d460284095), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.564986 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (418acad6-d289-4a86-9997-e0d460284095), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.628599 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (418acad6-d289-4a86-9997-e0d460284095), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.660762 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.666941 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/418acad6-d289-4a86-9997-e0d460284095 HTTP/1.1" status: 204 len: 168 time: 0.2706883 Sep 14 01:10:13.666941 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69e5cb-9c10-4108-bf6f-9342121acaf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418acad6-d289-4a86-9997-e0d460284095,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:13.667196 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc0e7e-405b-4eb9-af74-738851fd6812 None None] Network aa6ede67-71ad-44e8-9ebc-4e331059c547 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:13.668131 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55742) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:13.749904 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (aa6ede67-71ad-44e8-9ebc-4e331059c547), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.752691 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:13.753189 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:13.796054 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Deleting port 5d0bcdac-75e0-409e-8c02-0e106d83243e {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:13.796390 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.860243 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] For port 5d0bcdac-75e0-409e-8c02-0e106d83243e, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=5d0bcdac-75e0-409e-8c02-0e106d83243e,segment=NetworkSegment(be4351d3-4624-478f-b84e-c3923cb2419f),segment_id=be4351d3-4624-478f-b84e-c3923cb2419f)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:13.860526 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.872840 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Calling delete_port for 5d0bcdac-75e0-409e-8c02-0e106d83243e owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:13.951516 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (5d0bcdac-75e0-409e-8c02-0e106d83243e), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:13.975851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0bcdac-75e0-409e-8c02-0e106d83243e,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:13.980251 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] No DVR routers for this DVR port 5d0bcdac-75e0-409e-8c02-0e106d83243e on host dv-cinder-857528-1-smb {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:10:14.047168 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e31f05-1092-4f7e-9d19-047c4f841370 None None] DHCP port deletion for aa6ede67-71ad-44e8-9ebc-4e331059c547 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:10:14.072746 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (aa6ede67-71ad-44e8-9ebc-4e331059c547), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.095211 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6ede67-71ad-44e8-9ebc-4e331059c547']}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:14.097274 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:14.106268 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4351d3-4624-478f-b84e-c3923cb2419f') {'for_net_delete': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:14.106560 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4351d3-4624-478f-b84e-c3923cb2419f') {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:14.117687 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8030434'] for segment (be4351d3-4624-478f-b84e-c3923cb2419f), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.135312 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (be4351d3-4624-478f-b84e-c3923cb2419f), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.147129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:10:14.147129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8334119'] for segment (be4351d3-4624-478f-b84e-c3923cb2419f), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.218421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (aa6ede67-71ad-44e8-9ebc-4e331059c547), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.236995 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.244251 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/aa6ede67-71ad-44e8-9ebc-4e331059c547 HTTP/1.1" status: 204 len: 168 time: 0.5746386 Sep 14 01:10:14.246112 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f42cc6-56a1-4390-83d5-4fb76e5c0bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6ede67-71ad-44e8-9ebc-4e331059c547,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:14.326477 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment be4351d3-4624-478f-b84e-c3923cb2419f resource provider aggregate not found Sep 14 01:10:14.346062 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment be4351d3-4624-478f-b84e-c3923cb2419f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be4351d3-4624-478f-b84e-c3923cb2419f found for delete ", "request_id": "req-656c2946-4ac3-43e6-ab65-864fc55607cb"}]} Sep 14 01:10:14.408075 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55758) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:14.457844 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b64b2cb4-1d57-46b9-b430-bf4c8bf93cb4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a096c51fd3034ca9ae0b71a8cbb1af17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0470746 Sep 14 01:10:14.458935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55762) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:14.510991 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4ef5acb3-4e58-4388-b7d2-a83d922affc1 admin admin] Publish callbacks [] for security_group (d99152db-951d-42ec-ae54-2df63d22b001), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.530961 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4ef5acb3-4e58-4388-b7d2-a83d922affc1 admin admin] Publish callbacks [] for security_group (d99152db-951d-42ec-ae54-2df63d22b001), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.542092 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55764) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:14.579556 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4ef5acb3-4e58-4388-b7d2-a83d922affc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d99152db-951d-42ec-ae54-2df63d22b001), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.582189 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4ef5acb3-4e58-4388-b7d2-a83d922affc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.583571 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4ef5acb3-4e58-4388-b7d2-a83d922affc1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d99152db-951d-42ec-ae54-2df63d22b001 HTTP/1.1" status: 204 len: 168 time: 0.1235144 Sep 14 01:10:14.593488 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5acb3-4e58-4388-b7d2-a83d922affc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99152db-951d-42ec-ae54-2df63d22b001,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:14.660716 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3205945-7eb5-48ae-8506-7381c5315e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.722222 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:14.742795 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3205945-7eb5-48ae-8506-7381c5315e91 admin admin] Publish callbacks [] for security_group (be5a70e0-0757-4b39-b44e-d3f075c74ec8), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.746662 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3205945-7eb5-48ae-8506-7381c5315e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (be5a70e0-0757-4b39-b44e-d3f075c74ec8), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.786156 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b3205945-7eb5-48ae-8506-7381c5315e91 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b587ba900c9b4b9c93ffa23fd536b525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429478 Sep 14 01:10:14.787057 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3205945-7eb5-48ae-8506-7381c5315e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a70e0-0757-4b39-b44e-d3f075c74ec8,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:14.789059 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55772) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:14.845279 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4b465f3f-6aa9-49e1-af6c-fd29021ef146 admin admin] Publish callbacks [] for security_group (be5a70e0-0757-4b39-b44e-d3f075c74ec8), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.869106 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4b465f3f-6aa9-49e1-af6c-fd29021ef146 admin admin] Publish callbacks [] for security_group (be5a70e0-0757-4b39-b44e-d3f075c74ec8), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.901936 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:14.924504 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4b465f3f-6aa9-49e1-af6c-fd29021ef146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (be5a70e0-0757-4b39-b44e-d3f075c74ec8), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.924883 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:14.925092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 3c24a4b6-0516-4deb-ad9b-5a870d4990e8 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:14.925832 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 236b9515-35d4-45d8-afa6-942a8183bbba no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:14.928611 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4b465f3f-6aa9-49e1-af6c-fd29021ef146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:14.932246 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4b465f3f-6aa9-49e1-af6c-fd29021ef146 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/be5a70e0-0757-4b39-b44e-d3f075c74ec8 HTTP/1.1" status: 204 len: 168 time: 0.1396458 Sep 14 01:10:14.943794 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b465f3f-6aa9-49e1-af6c-fd29021ef146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a70e0-0757-4b39-b44e-d3f075c74ec8,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:14.947749 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 236b9515-35d4-45d8-afa6-942a8183bbba {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:14.948475 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 236b9515-35d4-45d8-afa6-942a8183bbba not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:14.949446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5d0bcdac-75e0-409e-8c02-0e106d83243e no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:14.975628 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 5d0bcdac-75e0-409e-8c02-0e106d83243e {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:14.976203 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 5d0bcdac-75e0-409e-8c02-0e106d83243e not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:15.281666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55794) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:15.300483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a50e2420-33fd-455b-86fd-3b0b431a0813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.380416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a50e2420-33fd-455b-86fd-3b0b431a0813 admin admin] Publish callbacks [] for security_group (7ae88e8b-3e90-409b-aa1c-67f5b7190485), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.384117 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a50e2420-33fd-455b-86fd-3b0b431a0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7ae88e8b-3e90-409b-aa1c-67f5b7190485), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.423321 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a50e2420-33fd-455b-86fd-3b0b431a0813 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=373bdbb785f941a1aff4f6b1b3431481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404610 Sep 14 01:10:15.424776 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e2420-33fd-455b-86fd-3b0b431a0813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae88e8b-3e90-409b-aa1c-67f5b7190485,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:15.426550 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55798) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:15.477481 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:15.501566 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dcc33f8-ab67-4d16-be2b-0824afe6eeaf admin admin] Publish callbacks [] for security_group (7ae88e8b-3e90-409b-aa1c-67f5b7190485), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.522032 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dcc33f8-ab67-4d16-be2b-0824afe6eeaf admin admin] Publish callbacks [] for security_group (7ae88e8b-3e90-409b-aa1c-67f5b7190485), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.586366 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dcc33f8-ab67-4d16-be2b-0824afe6eeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7ae88e8b-3e90-409b-aa1c-67f5b7190485), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.589294 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-2dcc33f8-ab67-4d16-be2b-0824afe6eeaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:15.590913 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-2dcc33f8-ab67-4d16-be2b-0824afe6eeaf admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7ae88e8b-3e90-409b-aa1c-67f5b7190485 HTTP/1.1" status: 204 len: 168 time: 0.1633732 Sep 14 01:10:15.601305 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc33f8-ab67-4d16-be2b-0824afe6eeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae88e8b-3e90-409b-aa1c-67f5b7190485,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:15.932587 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:15.934798 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:19.976053 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55914) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:20.078209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1931b2c8-2ee0-4beb-b6c2-d3c1f33b342a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.156790 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1931b2c8-2ee0-4beb-b6c2-d3c1f33b342a admin admin] Publish callbacks [] for security_group (536a27eb-834a-492b-bc87-a702627033b6), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.161287 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1931b2c8-2ee0-4beb-b6c2-d3c1f33b342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (536a27eb-834a-492b-bc87-a702627033b6), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.203018 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1931b2c8-2ee0-4beb-b6c2-d3c1f33b342a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8e531ffc6b9548c79c4f1b64bb6f2f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258890 Sep 14 01:10:20.203963 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931b2c8-2ee0-4beb-b6c2-d3c1f33b342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a27eb-834a-492b-bc87-a702627033b6,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:20.206391 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 55920) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:20.260938 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d670168f-7d9f-4544-9e27-3b7f0bc122e9 admin admin] Publish callbacks [] for security_group (536a27eb-834a-492b-bc87-a702627033b6), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.281725 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d670168f-7d9f-4544-9e27-3b7f0bc122e9 admin admin] Publish callbacks [] for security_group (536a27eb-834a-492b-bc87-a702627033b6), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.327954 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d670168f-7d9f-4544-9e27-3b7f0bc122e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (536a27eb-834a-492b-bc87-a702627033b6), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.331126 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d670168f-7d9f-4544-9e27-3b7f0bc122e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.334694 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d670168f-7d9f-4544-9e27-3b7f0bc122e9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/536a27eb-834a-492b-bc87-a702627033b6 HTTP/1.1" status: 204 len: 168 time: 0.1241429 Sep 14 01:10:20.340216 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670168f-7d9f-4544-9e27-3b7f0bc122e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a27eb-834a-492b-bc87-a702627033b6,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:20.609468 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55932) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:20.624688 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e892b397-e928-4897-a18f-cc0ccd5495d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.647238 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:DELETE=8,neutron:SELECT=87,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:20.711823 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e892b397-e928-4897-a18f-cc0ccd5495d1 admin admin] Publish callbacks [] for security_group (092d29f4-8747-451c-a635-a7c92c592d05), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.716588 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e892b397-e928-4897-a18f-cc0ccd5495d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (092d29f4-8747-451c-a635-a7c92c592d05), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.757711 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e892b397-e928-4897-a18f-cc0ccd5495d1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1bf3090baea74e6dbcca0e053a817c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467190 Sep 14 01:10:20.759951 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 55938) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:20.766061 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892b397-e928-4897-a18f-cc0ccd5495d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092d29f4-8747-451c-a635-a7c92c592d05,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:20.817241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1da9e24c-0ba6-4395-a4b1-b54987bfd4b8 admin admin] Publish callbacks [] for security_group (092d29f4-8747-451c-a635-a7c92c592d05), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.839527 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1da9e24c-0ba6-4395-a4b1-b54987bfd4b8 admin admin] Publish callbacks [] for security_group (092d29f4-8747-451c-a635-a7c92c592d05), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.906229 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1da9e24c-0ba6-4395-a4b1-b54987bfd4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (092d29f4-8747-451c-a635-a7c92c592d05), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.909491 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1da9e24c-0ba6-4395-a4b1-b54987bfd4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:20.910829 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1da9e24c-0ba6-4395-a4b1-b54987bfd4b8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/092d29f4-8747-451c-a635-a7c92c592d05 HTTP/1.1" status: 204 len: 168 time: 0.1499813 Sep 14 01:10:20.921598 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9e24c-0ba6-4395-a4b1-b54987bfd4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092d29f4-8747-451c-a635-a7c92c592d05,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:21.187023 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:22.957122 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56034) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:23.071077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a4422c7e-a100-46ec-9b0c-12b4fe9a7dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.146304 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:10:23.146913 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a4422c7e-a100-46ec-9b0c-12b4fe9a7dc4 admin admin] Publish callbacks [] for security_group (b0846c3c-b4dd-4fd7-9428-e58156daee43), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.150609 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a4422c7e-a100-46ec-9b0c-12b4fe9a7dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b0846c3c-b4dd-4fd7-9428-e58156daee43), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.154153 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=71,neutron:DELETE=4,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:23.193818 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4422c7e-a100-46ec-9b0c-12b4fe9a7dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0846c3c-b4dd-4fd7-9428-e58156daee43,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:23.199017 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a4422c7e-a100-46ec-9b0c-12b4fe9a7dc4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=fa02b6f367e9428583fa4e1c84fdb3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407875 Sep 14 01:10:23.201690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56038) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:23.248546 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-002da91d-e080-4d52-afea-a081d2a061ce admin admin] Publish callbacks [] for security_group (b0846c3c-b4dd-4fd7-9428-e58156daee43), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.268206 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-002da91d-e080-4d52-afea-a081d2a061ce admin admin] Publish callbacks [] for security_group (b0846c3c-b4dd-4fd7-9428-e58156daee43), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.315421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-002da91d-e080-4d52-afea-a081d2a061ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (b0846c3c-b4dd-4fd7-9428-e58156daee43), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.317686 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-002da91d-e080-4d52-afea-a081d2a061ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.318980 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-002da91d-e080-4d52-afea-a081d2a061ce admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b0846c3c-b4dd-4fd7-9428-e58156daee43 HTTP/1.1" status: 204 len: 168 time: 0.1163149 Sep 14 01:10:23.327610 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da91d-e080-4d52-afea-a081d2a061ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0846c3c-b4dd-4fd7-9428-e58156daee43,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:23.607842 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56058) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:23.622410 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f3446723-1f72-4e90-9615-0049b834a6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.703979 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f3446723-1f72-4e90-9615-0049b834a6a0 admin admin] Publish callbacks [] for security_group (f6c600a7-3580-451d-9529-9fe0b5facded), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.708003 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f3446723-1f72-4e90-9615-0049b834a6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (f6c600a7-3580-451d-9529-9fe0b5facded), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.740205 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:23.747675 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-f3446723-1f72-4e90-9615-0049b834a6a0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=53338ee6a92f44caadee8f26f154aa98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387525 Sep 14 01:10:23.749554 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3446723-1f72-4e90-9615-0049b834a6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c600a7-3580-451d-9529-9fe0b5facded,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:23.750498 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56060) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:23.800951 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e82c-ca6f-41aa-8bac-a7e92457ae5e admin admin] Publish callbacks [] for security_group (f6c600a7-3580-451d-9529-9fe0b5facded), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.820994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e82c-ca6f-41aa-8bac-a7e92457ae5e admin admin] Publish callbacks [] for security_group (f6c600a7-3580-451d-9529-9fe0b5facded), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.868699 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e82c-ca6f-41aa-8bac-a7e92457ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (f6c600a7-3580-451d-9529-9fe0b5facded), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.871248 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b8e0e82c-ca6f-41aa-8bac-a7e92457ae5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:23.872395 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b8e0e82c-ca6f-41aa-8bac-a7e92457ae5e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f6c600a7-3580-451d-9529-9fe0b5facded HTTP/1.1" status: 204 len: 168 time: 0.1209216 Sep 14 01:10:23.875630 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:23.881745 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0e82c-ca6f-41aa-8bac-a7e92457ae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c600a7-3580-451d-9529-9fe0b5facded,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:27.155108 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:28.698233 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fc50aa16-fc1a-48af-8faa-7b7a2b433a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:30.964114 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-515cec78-9ac4-418c-98fc-5c4203a6d1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:32.351327 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:33.143078 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:33.682204 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:33.738557 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:33.744948 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=57,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:33.874985 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:34.642577 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56254) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:34.750418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7c016710-64ca-4c5b-b5d9-b78bfa0398f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:34.833223 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7c016710-64ca-4c5b-b5d9-b78bfa0398f6 admin admin] Publish callbacks [] for security_group (69f87f7c-0f07-4460-b3d9-45665cde1404), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:34.837635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7c016710-64ca-4c5b-b5d9-b78bfa0398f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (69f87f7c-0f07-4460-b3d9-45665cde1404), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:34.883193 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7c016710-64ca-4c5b-b5d9-b78bfa0398f6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2a541e902b5e4b86bc086722492f557d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393348 Sep 14 01:10:34.884059 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c016710-64ca-4c5b-b5d9-b78bfa0398f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f87f7c-0f07-4460-b3d9-45665cde1404,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:34.886980 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56266) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:34.944890 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Publish callbacks [] for security_group (69f87f7c-0f07-4460-b3d9-45665cde1404), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:34.967292 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Publish callbacks [] for security_group (69f87f7c-0f07-4460-b3d9-45665cde1404), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.021279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (69f87f7c-0f07-4460-b3d9-45665cde1404), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.024112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.025635 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/69f87f7c-0f07-4460-b3d9-45665cde1404 HTTP/1.1" status: 204 len: 168 time: 0.1372211 Sep 14 01:10:35.035219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f87f7c-0f07-4460-b3d9-45665cde1404,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:35.043655 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.044219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.044772 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.045056 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.045391 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.045858 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.046203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.046517 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.046959 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.047399 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.047822 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.048153 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.049730 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.049730 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.049730 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830d8c67-cd78-4a41-873f-d663085b4396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:35.307720 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56274) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:35.321202 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3852343-ea5a-42e5-aed1-d134db656877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.402478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3852343-ea5a-42e5-aed1-d134db656877 admin admin] Publish callbacks [] for security_group (6efd5562-ae87-48e8-8762-4bb6854a9d8f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.406303 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3852343-ea5a-42e5-aed1-d134db656877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6efd5562-ae87-48e8-8762-4bb6854a9d8f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.447234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3852343-ea5a-42e5-aed1-d134db656877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efd5562-ae87-48e8-8762-4bb6854a9d8f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:35.451673 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b3852343-ea5a-42e5-aed1-d134db656877 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6aca8c885ac14d45a6a58eab8e376c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429329 Sep 14 01:10:35.454483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56278) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:35.512991 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86758784-2f45-49fa-8325-dad345083cf1 admin admin] Publish callbacks [] for security_group (6efd5562-ae87-48e8-8762-4bb6854a9d8f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.535083 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86758784-2f45-49fa-8325-dad345083cf1 admin admin] Publish callbacks [] for security_group (6efd5562-ae87-48e8-8762-4bb6854a9d8f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.583373 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86758784-2f45-49fa-8325-dad345083cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6efd5562-ae87-48e8-8762-4bb6854a9d8f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.585944 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-86758784-2f45-49fa-8325-dad345083cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:35.587125 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-86758784-2f45-49fa-8325-dad345083cf1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6efd5562-ae87-48e8-8762-4bb6854a9d8f HTTP/1.1" status: 204 len: 168 time: 0.1312838 Sep 14 01:10:35.595321 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86758784-2f45-49fa-8325-dad345083cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efd5562-ae87-48e8-8762-4bb6854a9d8f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:36.484172 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45686cd-9906-4c13-997a-4e0c0de1958f req-06b0080a-c8a9-425c-8a7a-3428de000221 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:36.485840 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a45686cd-9906-4c13-997a-4e0c0de1958f req-06b0080a-c8a9-425c-8a7a-3428de000221 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 947 time: 0.0729918 Sep 14 01:10:36.551087 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a45686cd-9906-4c13-997a-4e0c0de1958f req-74251790-7a2a-43b5-bfd3-89157047149c tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540130 Sep 14 01:10:37.679062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0044300-8496-4b0a-bd31-7f3547998978 req-6c01e61d-8abb-4f6b-80c8-6f18e849b338 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:37.680596 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f0044300-8496-4b0a-bd31-7f3547998978 req-6c01e61d-8abb-4f6b-80c8-6f18e849b338 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 947 time: 0.0498178 Sep 14 01:10:37.728337 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f0044300-8496-4b0a-bd31-7f3547998978 req-3809f77e-1407-4de7-9957-406a4081185b tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=6a97dcd1-7195-4a39-b5a6-996ceb6c3770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Sep 14 01:10:37.770057 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-8545f750-ac65-45b2-82ed-fc879e6122e2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:37.771653 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-8545f750-ac65-45b2-82ed-fc879e6122e2 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 947 time: 0.0512152 Sep 14 01:10:37.862635 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Deleting port a8007ff6-979b-491d-83c8-05c2c4d9db59 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:37.862975 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:37.951499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] For port a8007ff6-979b-491d-83c8-05c2c4d9db59, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=a8007ff6-979b-491d-83c8-05c2c4d9db59,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:37.951860 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:38.113066 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:38.113336 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (409084d7-2420-41b9-95a0-94d224162252), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:38.113651 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Floating IP 409084d7-2420-41b9-95a0-94d224162252 disassociated. External IP: 172.28.1.21, port: a8007ff6-979b-491d-83c8-05c2c4d9db59. Sep 14 01:10:38.114076 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Calling delete_port for a8007ff6-979b-491d-83c8-05c2c4d9db59 owned by compute:nova {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:38.241019 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (a8007ff6-979b-491d-83c8-05c2c4d9db59), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:38.270648 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event deleted for resources: {'Port': ['ID=a8007ff6-979b-491d-83c8-05c2c4d9db59,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:38.367069 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:38.384339 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Router 7604e2da-3561-47d3-8e19-69a15e213c73 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:38.391114 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:38.491283 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:38.502103 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:38.512834 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:38.513992 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:38.536485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] No DVR routers for this DVR port a8007ff6-979b-491d-83c8-05c2c4d9db59 on host hv-cinder-85752 {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:10:38.539533 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:38.543275 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-ccd152d7-70e8-48df-b0de-e12109e5c706 req-01835e47-f423-408d-80b8-ed568ee51c60 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.23 "DELETE /networking/v2.0/ports/a8007ff6-979b-491d-83c8-05c2c4d9db59 HTTP/1.1" status: 204 len: 173 time: 0.7655931 Sep 14 01:10:38.543928 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-deleted', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:10:38.546850 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e293824-3e55-4a58-8ceb-431c857b854e" -d '{"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-deleted", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:10:38.632610 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:38.767484 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10857562-8948-4dda-8b36-e9ca93bb32b8 x-openstack-request-id: req-10857562-8948-4dda-8b36-e9ca93bb32b8 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:10:38.767882 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d52ea4-4ac0-4ac0-b365-0ee7355d83db", "name": "network-vif-deleted", "tag": "a8007ff6-979b-491d-83c8-05c2c4d9db59", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:10:38.768318 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10857562-8948-4dda-8b36-e9ca93bb32b8 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:10:38.768822 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10857562-8948-4dda-8b36-e9ca93bb32b8'] response: {'server_uuid': 'd3d52ea4-4ac0-4ac0-b365-0ee7355d83db', 'name': 'network-vif-deleted', 'tag': 'a8007ff6-979b-491d-83c8-05c2c4d9db59', 'status': 'completed', 'code': 200} Sep 14 01:10:38.888487 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4449ddba-fec1-42d7-a5df-a1c05665ff48 req-24f70967-a768-4580-b8a4-7c1b7ff49528 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d3d52ea4-4ac0-4ac0-b365-0ee7355d83db HTTP/1.1" status: 200 len: 210 time: 0.0411000 Sep 14 01:10:38.891619 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:38.919494 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:38.929098 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:38.929839 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:39.034717 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:39.235117 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:39.263312 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077a56a-e245-4eee-97b4-54fd861fbb12 None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:04:49Z', 'revision_number': 4, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a040a279-8087-4115-a3f1-f557126109cb', 'name': '', 'network_id': '9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'mac_address': 'fa:16:3e:51:9c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:48Z', 'updated_at': '2022-09-14T01:04:57Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'subnets': [{'id': '56fcaa17-71fa-41b7-8538-674b35abe051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:39.471372 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f972354-8991-49ae-872f-1bd366b9f981 None None] New status for floating IP 409084d7-2420-41b9-95a0-94d224162252: DOWN {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:10:39.987761 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56414) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:39.988255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56416) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:40.052177 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4200d2c2-32e4-40b1-8bdc-40f338eda011 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (6a97dcd1-7195-4a39-b5a6-996ceb6c3770), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.074170 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4200d2c2-32e4-40b1-8bdc-40f338eda011 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (6a97dcd1-7195-4a39-b5a6-996ceb6c3770), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.114612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d8d-fa65-414a-8160-fec0161c5f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.144122 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4200d2c2-32e4-40b1-8bdc-40f338eda011 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (6a97dcd1-7195-4a39-b5a6-996ceb6c3770), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.146667 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4200d2c2-32e4-40b1-8bdc-40f338eda011 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.147793 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4200d2c2-32e4-40b1-8bdc-40f338eda011 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6a97dcd1-7195-4a39-b5a6-996ceb6c3770 HTTP/1.1" status: 204 len: 168 time: 0.1574092 Sep 14 01:10:40.151080 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56422) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:40.164698 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.api.v2.resource [None req-45145679-db6a-4d05-a6d3-741f22f7fc88 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] show failed (client error): The resource could not be found. Sep 14 01:10:40.165658 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-45145679-db6a-4d05-a6d3-741f22f7fc88 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "GET /networking/v2.0/security-groups/6a97dcd1-7195-4a39-b5a6-996ceb6c3770 HTTP/1.1" status: 404 len: 347 time: 0.0136113 Sep 14 01:10:40.167447 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200d2c2-32e4-40b1-8bdc-40f338eda011 tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a97dcd1-7195-4a39-b5a6-996ceb6c3770,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:40.168553 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56424) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:40.218296 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d8d-fa65-414a-8160-fec0161c5f34 admin admin] Publish callbacks [] for security_group (00b17a7d-c262-4b5e-943a-b13785474c28), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.224400 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d5f80d8d-fa65-414a-8160-fec0161c5f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (00b17a7d-c262-4b5e-943a-b13785474c28), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.265450 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d5f80d8d-fa65-414a-8160-fec0161c5f34 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dc205bc73be149dca7978aefdd67593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762103 Sep 14 01:10:40.268232 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56432) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:40.276803 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f80d8d-fa65-414a-8160-fec0161c5f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b17a7d-c262-4b5e-943a-b13785474c28,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:40.322712 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Deleting port 1934ef5e-10ff-4831-933c-b02313fa1b8e {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:40.323062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.326198 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4770b3e5-ef54-435c-a619-644d27a5b293 admin admin] Publish callbacks [] for security_group (00b17a7d-c262-4b5e-943a-b13785474c28), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.350857 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4770b3e5-ef54-435c-a619-644d27a5b293 admin admin] Publish callbacks [] for security_group (00b17a7d-c262-4b5e-943a-b13785474c28), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.374339 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:40.405381 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.405715 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (1934ef5e-10ff-4831-933c-b02313fa1b8e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.411051 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4770b3e5-ef54-435c-a619-644d27a5b293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (00b17a7d-c262-4b5e-943a-b13785474c28), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.413592 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4770b3e5-ef54-435c-a619-644d27a5b293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.414802 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4770b3e5-ef54-435c-a619-644d27a5b293 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/00b17a7d-c262-4b5e-943a-b13785474c28 HTTP/1.1" status: 204 len: 168 time: 0.1456444 Sep 14 01:10:40.422907 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:40.424231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Calling delete_port for 1934ef5e-10ff-4831-933c-b02313fa1b8e owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:40.425983 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770b3e5-ef54-435c-a619-644d27a5b293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b17a7d-c262-4b5e-943a-b13785474c28,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:40.448115 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:40.600327 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (1934ef5e-10ff-4831-933c-b02313fa1b8e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.631738 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Pushing event deleted for resources: {'Port': ['ID=1934ef5e-10ff-4831-933c-b02313fa1b8e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:40.700288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks [] for floatingip (409084d7-2420-41b9-95a0-94d224162252), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.703759 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.705204 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-139f4d5b-9263-4277-9c0e-b5606028ccab tempest-AttachVolumeShelveTestJSON-1099018077 tempest-AttachVolumeShelveTestJSON-1099018077-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/409084d7-2420-41b9-95a0-94d224162252 HTTP/1.1" status: 204 len: 168 time: 0.5345170 Sep 14 01:10:40.794690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56450) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:40.808935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4fab7037-87f8-4bd7-916c-0a9691e8aaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.895803 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4fab7037-87f8-4bd7-916c-0a9691e8aaa4 admin admin] Publish callbacks [] for security_group (c42d4cd3-7645-4cd2-9e7f-aca462c164e1), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.899427 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4fab7037-87f8-4bd7-916c-0a9691e8aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c42d4cd3-7645-4cd2-9e7f-aca462c164e1), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:40.935315 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=15 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:40.940660 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4fab7037-87f8-4bd7-916c-0a9691e8aaa4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=605f6b49354447da9dd30246c2f5b5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448283 Sep 14 01:10:40.941262 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab7037-87f8-4bd7-916c-0a9691e8aaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d4cd3-7645-4cd2-9e7f-aca462c164e1,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:40.943889 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56452) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:40.998862 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d163891f-d650-4fd4-b1fe-c442dc42ee76 admin admin] Publish callbacks [] for security_group (c42d4cd3-7645-4cd2-9e7f-aca462c164e1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.019077 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d163891f-d650-4fd4-b1fe-c442dc42ee76 admin admin] Publish callbacks [] for security_group (c42d4cd3-7645-4cd2-9e7f-aca462c164e1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.069101 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d163891f-d650-4fd4-b1fe-c442dc42ee76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c42d4cd3-7645-4cd2-9e7f-aca462c164e1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.073189 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d163891f-d650-4fd4-b1fe-c442dc42ee76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.075308 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d163891f-d650-4fd4-b1fe-c442dc42ee76 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c42d4cd3-7645-4cd2-9e7f-aca462c164e1 HTTP/1.1" status: 204 len: 168 time: 0.1301088 Sep 14 01:10:41.086024 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163891f-d650-4fd4-b1fe-c442dc42ee76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d4cd3-7645-4cd2-9e7f-aca462c164e1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:41.686277 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:41.707014 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: a8007ff6-979b-491d-83c8-05c2c4d9db59 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:41.707346 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device a8007ff6-979b-491d-83c8-05c2c4d9db59 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:41.748508 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56480) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:41.860056 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1461364744-network', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:41.882718 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Made reservation on behalf of 57f92cc47a4540bb88497846ca0ee158 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:10:41.885118 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.896262 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.911661 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:41.989467 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks [] for security_group (7cea9dc0-8221-4979-9911-2ba5484047b3), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:41.993653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7cea9dc0-8221-4979-9911-2ba5484047b3), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.021012 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:10:42.032363 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea9dc0-8221-4979-9911-2ba5484047b3,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:42.038352 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (5b47ccec-d510-46ae-8013-64ad16900b6b), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.038935 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Added segment 5b47ccec-d510-46ae-8013-64ad16900b6b of type vlan for network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 Sep 14 01:10:42.082057 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.107377 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.108359 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:42.108943 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.161320 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4061766 Sep 14 01:10:42.164381 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56496) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:42.174981 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Request body: {'subnet': {'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1461364744-subnet', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:42.188844 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5766d-ddfd-4fcd-aec8-155694a063f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:42.200186 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Made reservation on behalf of 57f92cc47a4540bb88497846ca0ee158 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:10:42.200633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:10:42.203421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7981904'] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.377895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8337218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7981894'] for subnet (a5698f03-8c67-4644-8ecf-e54df0c80b9e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.435499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5698f03-8c67-4644-8ecf-e54df0c80b9e,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:42.446438 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Checking segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:42.446791 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Network hostable DHCP agents. Network: f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:10:42.463227 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:10:42.472245 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:42.476175 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:42.476758 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.481739 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7572fe1a-8f72-4916-bb28-a099a7961220 None None] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:42.493263 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-cf66d569-18f6-42ff-b2e9-c00f0a8166d9 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3279076 Sep 14 01:10:42.496442 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56498) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:42.500928 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:42.520243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (6a45fe5a-ea61-4139-a80b-46f998290e53), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.521231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (6a45fe5a-ea61-4139-a80b-46f998290e53), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.570633 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks [] for router_controller (6a45fe5a-ea61-4139-a80b-46f998290e53), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.586706 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:10:42.587619 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.704348 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks [] for router_gateway (6a45fe5a-ea61-4139-a80b-46f998290e53), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.723255 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Allocated IP 172.20.0.2 (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26/a5698f03-8c67-4644-8ecf-e54df0c80b9e/ae31ec3f-242c-4475-88a7-9560977a9e36) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:42.773258 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=60,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:42.870001 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Publish callbacks [] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.877188 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.895012 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks [] for router_gateway (6a45fe5a-ea61-4139-a80b-46f998290e53), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.913461 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:42.916556 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:42.919503 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:42.923973 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:42.931751 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Pushing event updated for resources: {'Port': ['ID=ae31ec3f-242c-4475-88a7-9560977a9e36,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:42.956649 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.956649 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.956649 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.957007 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.957104 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.957356 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.957712 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.958168 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.958503 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.959159 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.959250 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.959532 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.959854 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.960221 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.960564 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:42.999586 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Attempting to bind port ae31ec3f-242c-4475-88a7-9560977a9e36 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:42.999855 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Attempting to bind port ae31ec3f-242c-4475-88a7-9560977a9e36 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:43.000224 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Attempting to bind port ae31ec3f-242c-4475-88a7-9560977a9e36 on network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:43.024486 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:43.025357 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:43.026635 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Allocated IP 172.28.1.217 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/c3d0584d-78b2-41ef-a0ce-06714f3474c3) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:43.061411 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:43.062090 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Checking segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:43.062489 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.062905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Bound using segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:43.063432 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Bound port: ae31ec3f-242c-4475-88a7-9560977a9e36, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:43.064546 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.142890 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks [] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.149478 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] For port ae31ec3f-242c-4475-88a7-9560977a9e36, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:43.153511 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] For port ae31ec3f-242c-4475-88a7-9560977a9e36, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=ae31ec3f-242c-4475-88a7-9560977a9e36,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:43.161541 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.179725 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.192258 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56518) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:43.238301 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d0584d-78b2-41ef-a0ce-06714f3474c3,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:43.241123 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039dde44-2e2b-4065-b7bc-c60b0583646d None None] Pushing event updated for resources: {'Port': ['ID=ae31ec3f-242c-4475-88a7-9560977a9e36,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:43.245543 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:43.247244 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:43.249279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:43.368333 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:43.565139 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks [] for router_gateway (6a45fe5a-ea61-4139-a80b-46f998290e53), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.705761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:43.719078 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:43.765939 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (6a45fe5a-ea61-4139-a80b-46f998290e53), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:43.897028 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (7604e2da-3561-47d3-8e19-69a15e213c73), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.139817 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Deleting port a040a279-8087-4115-a3f1-f557126109cb {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:44.140097 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (a040a279-8087-4115-a3f1-f557126109cb), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.145863 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Router 6a45fe5a-ea61-4139-a80b-46f998290e53 is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:10:44.225889 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] For port a040a279-8087-4115-a3f1-f557126109cb, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=a040a279-8087-4115-a3f1-f557126109cb,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:44.226472 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (a040a279-8087-4115-a3f1-f557126109cb), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.240171 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Calling delete_port for a040a279-8087-4115-a3f1-f557126109cb owned by network:router_interface {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:44.261852 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fdbed0-2d68-44ea-84b1-9804d8c89df4 None None] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:44.262884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:44.274718 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Sync routers for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:44.285828 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.288526 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-728ec109-82dd-4eec-a005-0b68310649e8 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7907522 Sep 14 01:10:44.291875 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56530) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:44.294624 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:44.295247 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:44.327032 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:44.344912 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Provisioning complete for port ae31ec3f-242c-4475-88a7-9560977a9e36 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:44.345593 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.346685 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Attempt 1 to provision port ae31ec3f-242c-4475-88a7-9560977a9e36 Sep 14 01:10:44.403141 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:44.492684 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (a040a279-8087-4115-a3f1-f557126109cb), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.560328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a040a279-8087-4115-a3f1-f557126109cb,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:44.574597 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Current status of the port ae31ec3f-242c-4475-88a7-9560977a9e36 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:44.575246 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.625407 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] For port ae31ec3f-242c-4475-88a7-9560977a9e36, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=ae31ec3f-242c-4475-88a7-9560977a9e36,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:44.632444 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:43Z', 'revision_number': 3, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:44.638505 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.677271 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Checking router: 6a45fe5a-ea61-4139-a80b-46f998290e53 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:44.677624 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Updating router 6a45fe5a-ea61-4139-a80b-46f998290e53 port c3d0584d-78b2-41ef-a0ce-06714f3474c3 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:10:44.707230 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:44.726758 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:44.732047 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:44.750779 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b2965-6322-49d9-a6f5-4731e877f75f None None] Pushing event updated for resources: {'Port': ['ID=ae31ec3f-242c-4475-88a7-9560977a9e36,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:44.807981 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:44.946442 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:44.947473 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:44.948685 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (7604e2da-3561-47d3-8e19-69a15e213c73), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.038465 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-43eab3ce-13e3-4177-b5b7-9d5be750ebfc None None] Provisioning complete for port ae31ec3f-242c-4475-88a7-9560977a9e36 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:45.039737 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-43eab3ce-13e3-4177-b5b7-9d5be750ebfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.040936 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-43eab3ce-13e3-4177-b5b7-9d5be750ebfc None None] Attempt 1 to provision port ae31ec3f-242c-4475-88a7-9560977a9e36 Sep 14 01:10:45.081005 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:45.094078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.157467 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ae31ec3f-242c-4475-88a7-9560977a9e36 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:45.187835 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:45.246078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port ae31ec3f-242c-4475-88a7-9560977a9e36 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:45.246522 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.246844 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port ae31ec3f-242c-4475-88a7-9560977a9e36 Sep 14 01:10:45.286182 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Publish callbacks [] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.295184 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.295437 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-43eab3ce-13e3-4177-b5b7-9d5be750ebfc None None] Current status of the port ae31ec3f-242c-4475-88a7-9560977a9e36 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:45.348810 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port ae31ec3f-242c-4475-88a7-9560977a9e36 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:45.352080 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Attempting to bind port c3d0584d-78b2-41ef-a0ce-06714f3474c3 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:45.352334 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Attempting to bind port c3d0584d-78b2-41ef-a0ce-06714f3474c3 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:45.352808 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Attempting to bind port c3d0584d-78b2-41ef-a0ce-06714f3474c3 on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:45.352940 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Allocated IP 172.20.0.1 (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26/a5698f03-8c67-4644-8ecf-e54df0c80b9e/2f6ac780-d711-433c-9389-72ec253a0884) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:45.354410 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Router 7604e2da-3561-47d3-8e19-69a15e213c73 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:45.406184 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Pushing event updated for resources: {'Port': ['ID=c3d0584d-78b2-41ef-a0ce-06714f3474c3,revision_number=2']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:45.415755 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.416184 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.416581 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.417027 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.417475 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.417886 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.419193 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.419193 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.419193 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.419193 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.419516 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.419942 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.420320 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.420700 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.421078 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:10:45.430863 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:45.431079 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:45.431505 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.431943 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:45.432671 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Bound port: c3d0584d-78b2-41ef-a0ce-06714f3474c3, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:45.432844 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.463654 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:45.469178 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1a283a43-09a8-4442-be95-a5058814f5e8 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/7604e2da-3561-47d3-8e19-69a15e213c73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2773509 Sep 14 01:10:45.472785 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56554) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:45.473200 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks [] for port (2f6ac780-d711-433c-9389-72ec253a0884), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.480281 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] Sync routers for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:45.495089 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:45.496339 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:45.531973 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (2f6ac780-d711-433c-9389-72ec253a0884), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.577536 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:45.581086 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:45.583982 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:45.595668 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks [] for router (7604e2da-3561-47d3-8e19-69a15e213c73), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.622264 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6ac780-d711-433c-9389-72ec253a0884,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:45.624705 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] For port c3d0584d-78b2-41ef-a0ce-06714f3474c3, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:45.629125 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (6a45fe5a-ea61-4139-a80b-46f998290e53), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.635215 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] For port c3d0584d-78b2-41ef-a0ce-06714f3474c3, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=c3d0584d-78b2-41ef-a0ce-06714f3474c3,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:45.643810 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.654353 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:45.681612 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:45.682551 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:45.751351 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks [] for router_gateway (7604e2da-3561-47d3-8e19-69a15e213c73), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.779385 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea18e76-0a72-469b-8274-6fbb48b33e65 None None] Pushing event updated for resources: {'Port': ['ID=c3d0584d-78b2-41ef-a0ce-06714f3474c3,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:45.797285 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f6ac780-d711-433c-9389-72ec253a0884), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.822081 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Deleting port 67de901c-464b-412d-868d-d609916342ed {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:45.823270 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (67de901c-464b-412d-868d-d609916342ed), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.852308 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:45.931934 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] For port 67de901c-464b-412d-868d-d609916342ed, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=67de901c-464b-412d-868d-d609916342ed,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:45.932426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (67de901c-464b-412d-868d-d609916342ed), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:45.946722 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Calling delete_port for 67de901c-464b-412d-868d-d609916342ed owned by network:router_gateway {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:45.984811 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:46.001257 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Provisioning complete for port 2f6ac780-d711-433c-9389-72ec253a0884 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:46.002214 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2f6ac780-d711-433c-9389-72ec253a0884), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.002550 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 1 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:46.053984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks [] for port (2f6ac780-d711-433c-9389-72ec253a0884), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.059632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (2f6ac780-d711-433c-9389-72ec253a0884), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.080479 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:43Z', 'revision_number': 3, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:46.093760 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13'}], 'enable_snat': True}, 'gw_port_id': '67de901c-464b-412d-868d-d609916342ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:10:44Z', 'revision_number': 5, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port': {'id': '67de901c-464b-412d-868d-d609916342ed', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:9d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 43, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:04:44Z', 'updated_at': '2022-09-14T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:46.098596 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:46.109336 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f2e42-23ef-476e-9ba0-277373451b2c None None] The sync data for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb is: [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:43Z', 'revision_number': 3, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:46.124485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:46.136672 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] Checking router: 7604e2da-3561-47d3-8e19-69a15e213c73 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:46.144897 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Pushing event updated for resources: {'Port': ['ID=2f6ac780-d711-433c-9389-72ec253a0884,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:46.153698 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] Routers {'7604e2da-3561-47d3-8e19-69a15e213c73'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:46.154362 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['7604e2da-3561-47d3-8e19-69a15e213c73'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:46.161654 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:46.179331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (6a45fe5a-ea61-4139-a80b-46f998290e53), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.187615 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:46.240215 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (67de901c-464b-412d-868d-d609916342ed), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.267480 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=67de901c-464b-412d-868d-d609916342ed,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:46.282260 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] Set router 7604e2da-3561-47d3-8e19-69a15e213c73 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:46.332040 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:46.336653 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:46.347904 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 6, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:46.373418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (7604e2da-3561-47d3-8e19-69a15e213c73), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.377566 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1d7b0-8e25-4309-8c8f-aed12e400999 None None] The sync data for ids ['7604e2da-3561-47d3-8e19-69a15e213c73'] in dv-cinder-857528-1-smb is: [{'id': '7604e2da-3561-47d3-8e19-69a15e213c73', 'name': 'tempest-AttachVolumeShelveTestJSON-1682493529-router', 'tenant_id': 'bed53281565444618feb8a98df16f5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:04:43Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 6, 'project_id': 'bed53281565444618feb8a98df16f5a7', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:46.515136 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Router 6a45fe5a-ea61-4139-a80b-46f998290e53 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:46.519067 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (7604e2da-3561-47d3-8e19-69a15e213c73), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.521418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks [] for router_controller (7604e2da-3561-47d3-8e19-69a15e213c73), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.585585 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (7604e2da-3561-47d3-8e19-69a15e213c73), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.586684 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7604e2da-3561-47d3-8e19-69a15e213c73 {{(pid=106460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:10:46.591735 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.596227 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-8fb42d42-74a2-4f5d-bbf3-8ee0ed385cdc admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/7604e2da-3561-47d3-8e19-69a15e213c73 HTTP/1.1" status: 204 len: 168 time: 1.1219842 Sep 14 01:10:46.596966 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56580) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:46.600427 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 2 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:46.651186 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:46.652167 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Deleting subnet 56fcaa17-71fa-41b7-8538-674b35abe051 {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:10:46.655218 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Publish callbacks [] for subnet (56fcaa17-71fa-41b7-8538-674b35abe051), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.661958 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:46.671764 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:46.682357 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ddde468c-5776-4ad1-80c4-6e001383b406 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/6a45fe5a-ea61-4139-a80b-46f998290e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3791809 Sep 14 01:10:46.693649 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (56fcaa17-71fa-41b7-8538-674b35abe051), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.822523 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (56fcaa17-71fa-41b7-8538-674b35abe051), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.916536 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (56fcaa17-71fa-41b7-8538-674b35abe051), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.960440 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fcaa17-71fa-41b7-8538-674b35abe051,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:46.974653 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ac882-753d-456b-818f-335103aec3f7 None None] Network 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:46.978251 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:46.996430 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56592) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:46.998578 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b20f0007-301d-45f3-a630-7b29965df9fc admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/56fcaa17-71fa-41b7-8538-674b35abe051 HTTP/1.1" status: 204 len: 168 time: 0.4003174 Sep 14 01:10:47.098374 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56596) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:47.131280 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.174351 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 3 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:47.205297 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Deleting port ba512fe6-8612-4712-9bf0-38a5d981b312 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:47.205636 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.219639 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:47.300524 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] For port ba512fe6-8612-4712-9bf0-38a5d981b312, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=ba512fe6-8612-4712-9bf0-38a5d981b312,segment=NetworkSegment(c1358918-bdf7-4f45-af89-697782e7f913),segment_id=c1358918-bdf7-4f45-af89-697782e7f913)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:47.301141 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.319002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Calling delete_port for ba512fe6-8612-4712-9bf0-38a5d981b312 owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:47.362600 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6ada48f-9ffd-40df-a0aa-a26daaf6f4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.416313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] DHCP port deletion for 9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:10:47.463539 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.474012 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:47.478834 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device c3d0584d-78b2-41ef-a0ce-06714f3474c3 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:47.489843 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] No DVR routers for this DVR port ba512fe6-8612-4712-9bf0-38a5d981b312 on host dv-cinder-857528-1-smb {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:10:47.490933 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6ada48f-9ffd-40df-a0aa-a26daaf6f4cd admin admin] Publish callbacks [] for security_group (c4473230-7561-4baa-8d44-a873fd837bb7), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.498904 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6ada48f-9ffd-40df-a0aa-a26daaf6f4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c4473230-7561-4baa-8d44-a873fd837bb7), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.556311 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port c3d0584d-78b2-41ef-a0ce-06714f3474c3 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:47.556979 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.557380 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port c3d0584d-78b2-41ef-a0ce-06714f3474c3 Sep 14 01:10:47.580915 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c6ada48f-9ffd-40df-a0aa-a26daaf6f4cd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a1ba8fe9047842fe9752462a56bc4fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813361 Sep 14 01:10:47.581752 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ada48f-9ffd-40df-a0aa-a26daaf6f4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4473230-7561-4baa-8d44-a873fd837bb7,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:47.584617 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56608) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:47.597563 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba512fe6-8612-4712-9bf0-38a5d981b312,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:47.639683 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56610) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:47.644599 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-13550144-network', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:47.661032 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Deleting port ba512fe6-8612-4712-9bf0-38a5d981b312 {{(pid=106461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:10:47.661458 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), before_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.669288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.680080 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-07c7e2eb-e4cb-41a9-8fa5-85a045f09c11 admin admin] Publish callbacks [] for security_group (c4473230-7561-4baa-8d44-a873fd837bb7), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.693557 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Made reservation on behalf of ffd56d0f22b64ce2a5218e1b1a291c74 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:10:47.696672 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.700578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:47.711998 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1358918-bdf7-4f45-af89-697782e7f913') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:47.712482 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1358918-bdf7-4f45-af89-697782e7f913') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:47.716145 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.719414 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-07c7e2eb-e4cb-41a9-8fa5-85a045f09c11 admin admin] Publish callbacks [] for security_group (c4473230-7561-4baa-8d44-a873fd837bb7), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.731431 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (c1358918-bdf7-4f45-af89-697782e7f913), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.740631 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] For port ba512fe6-8612-4712-9bf0-38a5d981b312, host dv-cinder-857528-1-smb, got binding levels [] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:47.741042 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), precommit_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.747319 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:47.748852 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (c1358918-bdf7-4f45-af89-697782e7f913), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.756855 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:47.759190 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Calling delete_port for ba512fe6-8612-4712-9bf0-38a5d981b312 owned by network:dhcp {{(pid=106461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:10:47.761172 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:47.762496 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:10:47.763047 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.ipam_backend_mixin [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Port ba512fe6-8612-4712-9bf0-38a5d981b312 was not found and therefore no delete operation was performed {{(pid=106461) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 14 01:10:47.763416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (c1358918-bdf7-4f45-af89-697782e7f913), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.766723 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 4 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:47.808149 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (ba512fe6-8612-4712-9bf0-38a5d981b312), after_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.820994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:47.826104 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-07c7e2eb-e4cb-41a9-8fa5-85a045f09c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (c4473230-7561-4baa-8d44-a873fd837bb7), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.829293 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-07c7e2eb-e4cb-41a9-8fa5-85a045f09c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.831518 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-07c7e2eb-e4cb-41a9-8fa5-85a045f09c11 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c4473230-7561-4baa-8d44-a873fd837bb7 HTTP/1.1" status: 204 len: 168 time: 0.2457883 Sep 14 01:10:47.838189 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment c1358918-bdf7-4f45-af89-697782e7f913 resource provider aggregate not found Sep 14 01:10:47.859535 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7e2eb-e4cb-41a9-8fa5-85a045f09c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4473230-7561-4baa-8d44-a873fd837bb7,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:47.873126 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment c1358918-bdf7-4f45-af89-697782e7f913 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1358918-bdf7-4f45-af89-697782e7f913 found for delete ", "request_id": "req-70dc8317-a4c9-4a99-8d95-b64e6accfdf7"}]} Sep 14 01:10:47.874635 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:47.888251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.894138 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.894736 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] No DVR routers for this DVR port ba512fe6-8612-4712-9bf0-38a5d981b312 on host dv-cinder-857528-1-smb {{(pid=106461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:10:47.909444 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks [] for security_group (a2488934-7e7c-490f-9a1d-1a87ba5c2d96), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.911518 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879 HTTP/1.1" status: 204 len: 168 time: 0.9130011 Sep 14 01:10:47.921191 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a2488934-7e7c-490f-9a1d-1a87ba5c2d96), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:47.933254 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdc3b5-d001-4a83-9643-472938514648 None None] Pushing event deleted for resources: {'Port': ['ID=ba512fe6-8612-4712-9bf0-38a5d981b312,revision_number=None']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:47.949895 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591cafb-f88b-4ca1-a657-fcf9598e207f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab2bf9e-4cb0-4c24-ba6a-def53dc7c879,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:47.974617 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:10:47.995968 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port c3d0584d-78b2-41ef-a0ce-06714f3474c3 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:47.996564 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.012454 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2488934-7e7c-490f-9a1d-1a87ba5c2d96,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.019534 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (dbdee564-930b-4452-8fdd-98045cd113d5), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.019901 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Added segment dbdee564-930b-4452-8fdd-98045cd113d5 of type vlan for network 0e3ee9cb-b672-457a-81c9-675790c51c30 Sep 14 01:10:48.030791 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port c3d0584d-78b2-41ef-a0ce-06714f3474c3, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=c3d0584d-78b2-41ef-a0ce-06714f3474c3,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:48.038588 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.079082 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a040a279-8087-4115-a3f1-f557126109cb no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:48.091000 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (0e3ee9cb-b672-457a-81c9-675790c51c30), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.112048 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: a040a279-8087-4115-a3f1-f557126109cb {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:48.112405 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a040a279-8087-4115-a3f1-f557126109cb not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:48.121914 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (0e3ee9cb-b672-457a-81c9-675790c51c30), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.123821 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:48.124572 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.145229 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=c3d0584d-78b2-41ef-a0ce-06714f3474c3,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.192240 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5514925 Sep 14 01:10:48.195195 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56620) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:48.200150 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Request body: {'subnet': {'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-13550144-subnet', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:48.224132 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3173-7e78-4e9d-bbff-990feb6e8a30 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3ee9cb-b672-457a-81c9-675790c51c30,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.234747 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:10:48.239153 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Made reservation on behalf of ffd56d0f22b64ce2a5218e1b1a291c74 for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:10:48.241836 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7981904'] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.258579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56624) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:48.314962 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c2fd9f8a-5680-4771-b7a7-4a235981dbd7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bed53281565444618feb8a98df16f5a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0518503 Sep 14 01:10:48.315185 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56626) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:48.323245 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 5 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:48.356415 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:48.376124 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c7488236-41bb-479d-97be-40991107f9ff admin admin] Publish callbacks [] for security_group (bb3013e6-48e2-48fc-ae29-8f8a37607162), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.376443 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:48.397429 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c7488236-41bb-479d-97be-40991107f9ff admin admin] Publish callbacks [] for security_group (bb3013e6-48e2-48fc-ae29-8f8a37607162), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.451660 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8337218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7981894'] for subnet (fd8d6414-e65c-4f7e-8a2c-c619608ab35a), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.454122 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c7488236-41bb-479d-97be-40991107f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (bb3013e6-48e2-48fc-ae29-8f8a37607162), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.457763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c7488236-41bb-479d-97be-40991107f9ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.459177 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c7488236-41bb-479d-97be-40991107f9ff admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bb3013e6-48e2-48fc-ae29-8f8a37607162 HTTP/1.1" status: 204 len: 168 time: 0.1428535 Sep 14 01:10:48.483589 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7488236-41bb-479d-97be-40991107f9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3013e6-48e2-48fc-ae29-8f8a37607162,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.534591 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8d6414-e65c-4f7e-8a2c-c619608ab35a,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.544989 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Checking segment: {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:48.545450 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Network hostable DHCP agents. Network: 0e3ee9cb-b672-457a-81c9-675790c51c30, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:10:48.554381 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56630) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:48.566184 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:10:48.571952 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44a33733-88f6-4930-a392-f8b844686b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.581301 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 0e3ee9cb-b672-457a-81c9-675790c51c30) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:48.591227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5bd1e-b593-44cb-8878-72dace2ab7d1 None None] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:48.602135 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:48.610132 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.639554 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-281863ac-36aa-4236-9e3c-151b49460ff4 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4409189 Sep 14 01:10:48.639762 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56634) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:48.644842 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:48.670411 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44a33733-88f6-4930-a392-f8b844686b49 admin admin] Publish callbacks [] for security_group (ee53c98f-ed5a-4f66-a503-d68e9e42b70d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.675192 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44a33733-88f6-4930-a392-f8b844686b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ee53c98f-ed5a-4f66-a503-d68e9e42b70d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.675371 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (3f8621eb-026d-43af-811a-8fbf10a34c7e), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.680288 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (3f8621eb-026d-43af-811a-8fbf10a34c7e), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.688553 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=73,neutron:INSERT=16,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:48.719852 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-44a33733-88f6-4930-a392-f8b844686b49 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=80567a5d0d854959aa3bcf0c75534440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643658 Sep 14 01:10:48.724403 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56636) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:48.725239 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a33733-88f6-4930-a392-f8b844686b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee53c98f-ed5a-4f66-a503-d68e9e42b70d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.774677 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks [] for router_controller (3f8621eb-026d-43af-811a-8fbf10a34c7e), precommit_add_association {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.781721 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:48.785907 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-0e3ee9cb-b672-457a-81c9-675790c51c30', 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'fixed_ips': [{'subnet_id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:10:48.787104 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.803781 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db36-150f-40b8-97f2-85a28c95637a admin admin] Publish callbacks [] for security_group (ee53c98f-ed5a-4f66-a503-d68e9e42b70d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.828140 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db36-150f-40b8-97f2-85a28c95637a admin admin] Publish callbacks [] for security_group (ee53c98f-ed5a-4f66-a503-d68e9e42b70d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.896796 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db36-150f-40b8-97f2-85a28c95637a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (ee53c98f-ed5a-4f66-a503-d68e9e42b70d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.901996 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d4b9db36-150f-40b8-97f2-85a28c95637a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:48.903382 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d4b9db36-150f-40b8-97f2-85a28c95637a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ee53c98f-ed5a-4f66-a503-d68e9e42b70d HTTP/1.1" status: 204 len: 168 time: 0.1684456 Sep 14 01:10:48.913986 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9db36-150f-40b8-97f2-85a28c95637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee53c98f-ed5a-4f66-a503-d68e9e42b70d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:48.915342 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 6 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:48.979874 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks [] for router_gateway (3f8621eb-026d-43af-811a-8fbf10a34c7e), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.016283 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Sync routers for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:49.031583 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:49.032437 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:49.100670 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:49.105758 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device c3d0584d-78b2-41ef-a0ce-06714f3474c3 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:49.166122 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Allocated IP 172.20.0.2 (0e3ee9cb-b672-457a-81c9-675790c51c30/fd8d6414-e65c-4f7e-8a2c-c619608ab35a/97b3abdb-5ea4-49aa-90e9-bb9debec6fe4) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:49.222909 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:49.255701 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port c3d0584d-78b2-41ef-a0ce-06714f3474c3 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:49.256137 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.256419 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port c3d0584d-78b2-41ef-a0ce-06714f3474c3 Sep 14 01:10:49.261478 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:49.268649 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:49.383843 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port c3d0584d-78b2-41ef-a0ce-06714f3474c3 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:49.475249 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ba512fe6-8612-4712-9bf0-38a5d981b312 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:49.484879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Publish callbacks [] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.489916 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks [] for router_gateway (3f8621eb-026d-43af-811a-8fbf10a34c7e), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.509172 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.511622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: ba512fe6-8612-4712-9bf0-38a5d981b312 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:49.511959 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ba512fe6-8612-4712-9bf0-38a5d981b312 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:49.512378 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67de901c-464b-412d-868d-d609916342ed no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:10:49.515877 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.561590 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 67de901c-464b-412d-868d-d609916342ed {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:10:49.562776 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67de901c-464b-412d-868d-d609916342ed not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:10:49.602371 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 7 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:49.611304 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:49.634887 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56666) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:49.659272 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:49.661861 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:49.670777 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 2, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:49.677996 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Pushing event updated for resources: {'Port': ['ID=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:49.689589 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:49.694985 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Allocated IP 172.28.1.170 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/6f5124d6-3aad-4cf1-9096-c7422dfce03a) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:49.712061 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Checking router: 6a45fe5a-ea61-4139-a80b-46f998290e53 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:49.716869 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Updating router 6a45fe5a-ea61-4139-a80b-46f998290e53 port 2f6ac780-d711-433c-9389-72ec253a0884 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:10:49.756504 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f6ac780-d711-433c-9389-72ec253a0884), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.792271 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1857954185-network', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:49.838949 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Made reservation on behalf of c7c272d384b547dab72c1f42f431970b for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:10:49.842063 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.852630 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.860855 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:49.887292 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks [] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.896880 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Attempting to bind port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:49.897362 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Attempting to bind port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:49.897829 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Attempting to bind port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 on network 0e3ee9cb-b672-457a-81c9-675790c51c30 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:49.931863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.954077 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks [] for security_group (fd5c8e58-a424-4766-ac09-0153a2e9e4fc), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.967098 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:49.967394 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Checking segment: {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:49.967995 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.968394 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Bound using segment: {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:49.968879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Bound port: 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:49.969334 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.973187 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (fd5c8e58-a424-4766-ac09-0153a2e9e4fc), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:49.973443 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:49.978096 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:49.980742 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:50.020310 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5124d6-3aad-4cf1-9096-c7422dfce03a,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:50.048888 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c8e58-a424-4766-ac09-0153a2e9e4fc,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:50.063262 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.077257 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:10:50.084368 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] For port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:50.090281 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] For port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,segment=NetworkSegment(dbdee564-930b-4452-8fdd-98045cd113d5),segment_id=dbdee564-930b-4452-8fdd-98045cd113d5)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:50.098453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.104053 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (7fb503b8-9897-4260-80c6-95483d0bf5f8), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.104401 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.segments_db [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Added segment 7fb503b8-9897-4260-80c6-95483d0bf5f8 of type vlan for network 47fc3816-a554-415f-9c5c-08ae3d97082b Sep 14 01:10:50.128086 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.184384 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0ae70-1a2f-4ab9-8ae6-c835a564e084 None None] Pushing event updated for resources: {'Port': ['ID=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:50.196107 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 8 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:50.197519 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (47fc3816-a554-415f-9c5c-08ae3d97082b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.235189 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (47fc3816-a554-415f-9c5c-08ae3d97082b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.237036 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:50.239080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Port 2f6ac780-d711-433c-9389-72ec253a0884 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:50.239861 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.306026 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6699660 Sep 14 01:10:50.307251 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56680) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:50.314678 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Request body: {'subnet': {'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1857954185-subnet', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:50.324456 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13e214-8e61-49f5-b87c-a203e2c3f238 admin admin] Pushing event updated for resources: {'Network': ['ID=47fc3816-a554-415f-9c5c-08ae3d97082b,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:50.335245 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 47fc3816-a554-415f-9c5c-08ae3d97082b details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:10:50.352485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.356792 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Publish callbacks [] for port (2f6ac780-d711-433c-9389-72ec253a0884), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.363784 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2f6ac780-d711-433c-9389-72ec253a0884), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.387793 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.424126 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks [] for router_gateway (3f8621eb-026d-43af-811a-8fbf10a34c7e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.429377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.475247 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Made reservation on behalf of c7c272d384b547dab72c1f42f431970b for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:10:50.477606 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7981904'] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.501964 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9882795-768f-4a85-b743-16fe586e9f3e None None] Pushing event updated for resources: {'Port': ['ID=2f6ac780-d711-433c-9389-72ec253a0884,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:50.537559 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Attempting to bind port 2f6ac780-d711-433c-9389-72ec253a0884 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:50.537962 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Attempting to bind port 2f6ac780-d711-433c-9389-72ec253a0884 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:50.538327 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Attempting to bind port 2f6ac780-d711-433c-9389-72ec253a0884 on network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:50.588975 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:50.589745 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Checking segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:50.590439 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.591199 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Bound using segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:50.592392 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Bound port: 2f6ac780-d711-433c-9389-72ec253a0884, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:50.593061 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f6ac780-d711-433c-9389-72ec253a0884), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.679903 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] For port 2f6ac780-d711-433c-9389-72ec253a0884, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:50.684508 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] For port 2f6ac780-d711-433c-9389-72ec253a0884, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2f6ac780-d711-433c-9389-72ec253a0884,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:50.693420 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2f6ac780-d711-433c-9389-72ec253a0884), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.739501 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Attempt 9 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:50.742370 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:50.750750 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:50.764628 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (3f8621eb-026d-43af-811a-8fbf10a34c7e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.800690 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:50.856441 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Current status of the port 2f6ac780-d711-433c-9389-72ec253a0884 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:50.856996 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (2f6ac780-d711-433c-9389-72ec253a0884), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.862653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8337218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7981894'] for subnet (09fb3e33-3575-4985-9736-0a173fa9b54e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.903072 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] For port 2f6ac780-d711-433c-9389-72ec253a0884, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2f6ac780-d711-433c-9389-72ec253a0884,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:50.910953 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (2f6ac780-d711-433c-9389-72ec253a0884), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:50.965073 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09fb3e33-3575-4985-9736-0a173fa9b54e,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:50.968416 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:51.009902 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Checking segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:51.009902 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Network hostable DHCP agents. Network: 47fc3816-a554-415f-9c5c-08ae3d97082b, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:10:51.013672 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f4769-0def-4c89-b581-d3f07369d492 None None] Pushing event updated for resources: {'Port': ['ID=2f6ac780-d711-433c-9389-72ec253a0884,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:51.031332 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:51.032312 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:51.039531 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-5bf56e44-2d7e-4d9e-a899-9ddb96b050dc None None] Provisioning complete for port 2f6ac780-d711-433c-9389-72ec253a0884 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:51.039960 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5bf56e44-2d7e-4d9e-a899-9ddb96b050dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2f6ac780-d711-433c-9389-72ec253a0884), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.040357 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-5bf56e44-2d7e-4d9e-a899-9ddb96b050dc None None] Attempt 1 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:51.045052 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Network 47fc3816-a554-415f-9c5c-08ae3d97082b is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:10:51.047290 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Router 3f8621eb-026d-43af-811a-8fbf10a34c7e is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:10:51.065387 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 47fc3816-a554-415f-9c5c-08ae3d97082b) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:51.077703 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9882795-768f-4a85-b743-16fe586e9f3e None None] Pushing event updated for resources: {'Port': ['ID=2f6ac780-d711-433c-9389-72ec253a0884,revision_number=4']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:51.089404 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f676a5-457c-4615-9e23-7c680bbe3582 None None] Network 47fc3816-a554-415f-9c5c-08ae3d97082b requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:51.107023 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:10:51.107615 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.131955 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:51.158806 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-081596e9-8819-4fc5-8869-19c9f7f0ee9d admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8503432 Sep 14 01:10:51.161472 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56694) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:51.167188 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:51.221377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1697676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8057'] for router (caffbc6c-16a7-4cfd-b941-fcccde764d2b), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.222729 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1702065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743358', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8032'] for router (caffbc6c-16a7-4cfd-b941-fcccde764d2b), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.248774 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:51.261380 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:51.277329 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.281123 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-08137cfe-cf39-4f1f-92e4-34501a38f6f3 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6390858 Sep 14 01:10:51.283942 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56700) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:51.352009 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Sync routers for ids ['3f8621eb-026d-43af-811a-8fbf10a34c7e'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:51.367629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks [] for router_controller (caffbc6c-16a7-4cfd-b941-fcccde764d2b), precommit_add_association {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.416915 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:51.437273 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Routers {'3f8621eb-026d-43af-811a-8fbf10a34c7e'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:51.451019 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['3f8621eb-026d-43af-811a-8fbf10a34c7e'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:51.479047 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14429ba5-b337-4d74-9f2f-d77def3298bd None None] The sync data for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb is: [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:51.508927 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:51.510261 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.510839 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 Sep 14 01:10:51.533078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks [] for router_gateway (caffbc6c-16a7-4cfd-b941-fcccde764d2b), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.635188 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.652815 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:51.729115 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4010f297-a89b-4556-8d68-fdb19c0708e4 None None] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:51.785388 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb64eb90d-1ef2-5d8c-a544-89ed9aae93ac-47fc3816-a554-415f-9c5c-08ae3d97082b', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e'}]}} from dv-cinder-857528-1-smb. {{(pid=106461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 01:10:51.786370 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.894064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks [] for router_gateway (caffbc6c-16a7-4cfd-b941-fcccde764d2b), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:51.897842 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-5bf56e44-2d7e-4d9e-a899-9ddb96b050dc None None] Current status of the port 2f6ac780-d711-433c-9389-72ec253a0884 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:51.977478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.055282 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.087231 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Set router 3f8621eb-026d-43af-811a-8fbf10a34c7e gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:52.185725 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-74fe5160-4b3f-4494-90c4-9ad0c70633a6 None None] Provisioning complete for port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:52.186304 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-74fe5160-4b3f-4494-90c4-9ad0c70633a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.186451 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-74fe5160-4b3f-4494-90c4-9ad0c70633a6 None None] Attempt 1 to provision port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 Sep 14 01:10:52.188242 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:52.188744 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.254068 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Allocated IP 172.20.0.1 (0e3ee9cb-b672-457a-81c9-675790c51c30/fd8d6414-e65c-4f7e-8a2c-c619608ab35a/a4ab1115-fed5-4035-8d04-f2bee0de4162) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:52.393168 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,segment=NetworkSegment(dbdee564-930b-4452-8fdd-98045cd113d5),segment_id=dbdee564-930b-4452-8fdd-98045cd113d5)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:52.405245 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Allocated IP 172.28.1.207 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/77d34ba7-6f0c-4496-8734-a19fa2f5bc4f) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:52.412996 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks [] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.416380 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.421414 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.db_base_plugin_common [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Allocated IP 172.20.0.2 (47fc3816-a554-415f-9c5c-08ae3d97082b/09fb3e33-3575-4985-9736-0a173fa9b54e/afcde577-dc14-484d-a373-7d41212ea190) {{(pid=106461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:52.466895 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.474030 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.482703 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.554718 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:52.558633 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks [] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.561514 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:52.577228 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:52.582614 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.599199 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.623799 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.632994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:52.634566 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Pushing event updated for resources: {'Port': ['ID=a4ab1115-fed5-4035-8d04-f2bee0de4162,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:52.648412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-74fe5160-4b3f-4494-90c4-9ad0c70633a6 None None] Current status of the port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:52.674753 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:52.688125 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 3, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:52.691268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:52.693263 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:52.695087 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:52.706875 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (3f8621eb-026d-43af-811a-8fbf10a34c7e), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.745942 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.751867 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.922218 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:52.937167 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.948119 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Checking router: 3f8621eb-026d-43af-811a-8fbf10a34c7e for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:52.948673 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Updating router 3f8621eb-026d-43af-811a-8fbf10a34c7e port 6f5124d6-3aad-4cf1-9096-c7422dfce03a binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:10:52.992421 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-882241e0-8832-4131-8868-26b6e220caef None None] Provisioning complete for port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:52.993842 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-882241e0-8832-4131-8868-26b6e220caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:52.993842 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-882241e0-8832-4131-8868-26b6e220caef None None] Attempt 1 to provision port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 Sep 14 01:10:53.047853 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.086399 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks [] for router_gateway (caffbc6c-16a7-4cfd-b941-fcccde764d2b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.125225 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Publish callbacks [] for port (afcde577-dc14-484d-a373-7d41212ea190), precommit_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.176511 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:53.215857 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977'] for port (afcde577-dc14-484d-a373-7d41212ea190), after_create {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.247997 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks [] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.254905 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.340309 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (3f8621eb-026d-43af-811a-8fbf10a34c7e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.344960 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Network 47fc3816-a554-415f-9c5c-08ae3d97082b is already hosted by enough agents. {{(pid=106461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:53.368581 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Pushing event updated for resources: {'Port': ['ID=a4ab1115-fed5-4035-8d04-f2bee0de4162,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:53.369001 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.scheduler.base_scheduler [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Resources bound (agent type, host, resource id): {{(pid=106461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:53.384573 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Received port after_create {{(pid=106461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:53.388731 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Pushing event updated for resources: {'Port': ['ID=afcde577-dc14-484d-a373-7d41212ea190,revision_number=1']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:53.424308 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1702121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1696033'] for router (caffbc6c-16a7-4cfd-b941-fcccde764d2b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.462617 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-882241e0-8832-4131-8868-26b6e220caef None None] Current status of the port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:53.489281 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:53.489884 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.490396 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 Sep 14 01:10:53.616632 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Attempting to bind port afcde577-dc14-484d-a373-7d41212ea190 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:53.617283 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Attempting to bind port afcde577-dc14-484d-a373-7d41212ea190 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:53.618348 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Attempting to bind port afcde577-dc14-484d-a373-7d41212ea190 on network 47fc3816-a554-415f-9c5c-08ae3d97082b {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:53.632160 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b is scheduled to L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 with binding_index 1 {{(pid=106459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 01:10:53.706168 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:53.708135 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2f6ac780-d711-433c-9389-72ec253a0884 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:53.727430 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Provisioning complete for port a4ab1115-fed5-4035-8d04-f2bee0de4162 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:53.727809 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.728150 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 1 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:53.770762 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:53.772395 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:53.774372 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:53.793634 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:10:53.810344 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:53.811105 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:53.826576 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.831483 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-32ce9fc5-fb3f-44f1-9763-23133dd4d7d9 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6680298 Sep 14 01:10:53.832219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56734) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:53.885858 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:53.887459 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Checking segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:53.887875 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.888271 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Bound using segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:53.888769 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Bound port: afcde577-dc14-484d-a373-7d41212ea190, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:53.889201 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (afcde577-dc14-484d-a373-7d41212ea190), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.904108 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:53.936103 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Router 3f8621eb-026d-43af-811a-8fbf10a34c7e has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:53.961061 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Publish callbacks [] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:53.969031 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:53.977192 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.019599 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 2f6ac780-d711-433c-9389-72ec253a0884 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:54.020061 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (2f6ac780-d711-433c-9389-72ec253a0884), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.020405 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 2f6ac780-d711-433c-9389-72ec253a0884 Sep 14 01:10:54.075417 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] For port afcde577-dc14-484d-a373-7d41212ea190, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:54.076641 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:54.078626 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] For port afcde577-dc14-484d-a373-7d41212ea190, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=afcde577-dc14-484d-a373-7d41212ea190,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:54.083407 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:54.100456 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-5892490e-dd93-480d-ab8c-576f6e4689ee admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/3f8621eb-026d-43af-811a-8fbf10a34c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8150637 Sep 14 01:10:54.101737 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Attempting to bind port 6f5124d6-3aad-4cf1-9096-c7422dfce03a on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:54.102152 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Attempting to bind port 6f5124d6-3aad-4cf1-9096-c7422dfce03a by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:54.102513 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Attempting to bind port 6f5124d6-3aad-4cf1-9096-c7422dfce03a on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:54.131442 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (afcde577-dc14-484d-a373-7d41212ea190), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.157696 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:54.199785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:54.200650 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:54.202054 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 2f6ac780-d711-433c-9389-72ec253a0884 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:54.211818 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fcab0-0026-49d9-8f8c-816d8c3e03b3 None None] Pushing event updated for resources: {'Port': ['ID=6f5124d6-3aad-4cf1-9096-c7422dfce03a,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:54.259492 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:54.259789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:54.261163 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.261163 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:54.261163 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Bound port: 6f5124d6-3aad-4cf1-9096-c7422dfce03a, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:54.261469 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.317790 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 3, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:54.343902 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7bb40-993d-419e-9cd4-0a2b0e5b269c None None] Pushing event updated for resources: {'Port': ['ID=afcde577-dc14-484d-a373-7d41212ea190,revision_number=2']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:54.348114 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:10:54.348907 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Updating router caffbc6c-16a7-4cfd-b941-fcccde764d2b port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:10:54.350527 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] For port 6f5124d6-3aad-4cf1-9096-c7422dfce03a, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:54.354313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] For port 6f5124d6-3aad-4cf1-9096-c7422dfce03a, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=6f5124d6-3aad-4cf1-9096-c7422dfce03a,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:54.361744 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.372141 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:54.439477 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.444291 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 2 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:54.446210 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fcab0-0026-49d9-8f8c-816d8c3e03b3 None None] Pushing event updated for resources: {'Port': ['ID=6f5124d6-3aad-4cf1-9096-c7422dfce03a,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:54.487830 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Routers {'3f8621eb-026d-43af-811a-8fbf10a34c7e'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:54.488459 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['3f8621eb-026d-43af-811a-8fbf10a34c7e'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:54.509419 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.547254 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:54.652507 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] Set router 3f8621eb-026d-43af-811a-8fbf10a34c7e gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:54.739225 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Allocated IP 172.20.0.1 (47fc3816-a554-415f-9c5c-08ae3d97082b/09fb3e33-3575-4985-9736-0a173fa9b54e/66cf5a0b-d760-4a39-af40-54821c7d7290) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:54.795585 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:54.798798 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Publish callbacks [] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.808367 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.889410 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2174a97-5525-40e2-87cf-81a5ce0b3c16 None None] Pushing event updated for resources: {'Port': ['ID=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,revision_number=2']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:54.895914 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Attempting to bind port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:10:54.896224 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Attempting to bind port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:10:54.896511 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Attempting to bind port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f on network bee3d0af-5777-4530-b328-a3ed41b61d4d {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:10:54.914879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a4ab1115-fed5-4035-8d04-f2bee0de4162', 'name': '', 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'mac_address': 'fa:16:3e:1b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:52Z', 'updated_at': '2022-09-14T01:10:53Z', 'revision_number': 2, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'subnets': [{'id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:54.960732 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b43d14-a0e7-4243-a28c-ea76218b9c4d None None] The sync data for ids ['3f8621eb-026d-43af-811a-8fbf10a34c7e'] in dv-cinder-857528-1-smb is: [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a4ab1115-fed5-4035-8d04-f2bee0de4162', 'name': '', 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'mac_address': 'fa:16:3e:1b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:52Z', 'updated_at': '2022-09-14T01:10:53Z', 'revision_number': 2, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'subnets': [{'id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:54.975545 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:10:54.976276 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Checking segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:10:54.977331 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.978006 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Bound using segment: {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:10:54.978490 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Bound port: 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861df62b-c7e1-4911-8cec-55fb95656367', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:10:54.978870 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:54.979483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks [] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.034334 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.040184 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device afcde577-dc14-484d-a373-7d41212ea190 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:55.083686 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Network 47fc3816-a554-415f-9c5c-08ae3d97082b is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:55.085946 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 3 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:55.094224 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:55.098169 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:55.103105 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:55.118304 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] For port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:10:55.132853 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] For port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:10:55.135334 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Pushing event updated for resources: {'Port': ['ID=66cf5a0b-d760-4a39-af40-54821c7d7290,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:55.147707 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.160242 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1738776'] for router_interface (caffbc6c-16a7-4cfd-b941-fcccde764d2b), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.223819 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:10:55.224470 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:55.255597 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port afcde577-dc14-484d-a373-7d41212ea190 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:55.256123 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (afcde577-dc14-484d-a373-7d41212ea190), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.256469 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port afcde577-dc14-484d-a373-7d41212ea190 Sep 14 01:10:55.258242 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:55.345142 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:55.445699 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2174a97-5525-40e2-87cf-81a5ce0b3c16 None None] Pushing event updated for resources: {'Port': ['ID=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:55.540033 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.619310 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port afcde577-dc14-484d-a373-7d41212ea190 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:55.619703 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (afcde577-dc14-484d-a373-7d41212ea190), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.621001 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:10:55.636797 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56770) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:55.701020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port afcde577-dc14-484d-a373-7d41212ea190, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=afcde577-dc14-484d-a373-7d41212ea190,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:55.708614 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (afcde577-dc14-484d-a373-7d41212ea190), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.748710 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541cae0-e401-48cc-b940-4a99dba733cf None None] Network 47fc3816-a554-415f-9c5c-08ae3d97082b requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:10:55.765033 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 4 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:55.843286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-215e1217-4e30-4190-babb-3ccbe73538e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.905293 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=afcde577-dc14-484d-a373-7d41212ea190,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:55.911601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:55.917465 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks [] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.926943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:55.977258 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:56.025376 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 3, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:10:56.047690 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-215e1217-4e30-4190-babb-3ccbe73538e7 admin admin] Publish callbacks [] for security_group (33cbc949-5ec1-4249-b709-423e2bf4bc94), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.056820 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-215e1217-4e30-4190-babb-3ccbe73538e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (33cbc949-5ec1-4249-b709-423e2bf4bc94), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.061647 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:56.080157 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f19fd8c-fda9-4d83-8deb-a42e35114c4b None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 3, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:10:56.115926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Pushing event updated for resources: {'Port': ['ID=66cf5a0b-d760-4a39-af40-54821c7d7290,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:56.158515 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:56.166957 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1738892'] for router_interface (caffbc6c-16a7-4cfd-b941-fcccde764d2b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.190445 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-215e1217-4e30-4190-babb-3ccbe73538e7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=657b67d3f5154ee3ab9fd48d2c69d444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5524795 Sep 14 01:10:56.191246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56778) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:56.192189 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e1217-4e30-4190-babb-3ccbe73538e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cbc949-5ec1-4249-b709-423e2bf4bc94,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:56.303941 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e134d88-45da-4f10-a161-89fd1c7150ff admin admin] Publish callbacks [] for security_group (33cbc949-5ec1-4249-b709-423e2bf4bc94), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.348068 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e134d88-45da-4f10-a161-89fd1c7150ff admin admin] Publish callbacks [] for security_group (33cbc949-5ec1-4249-b709-423e2bf4bc94), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.375473 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Network 47fc3816-a554-415f-9c5c-08ae3d97082b is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:56.380145 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:56.413545 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 5 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:56.452935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e134d88-45da-4f10-a161-89fd1c7150ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (33cbc949-5ec1-4249-b709-423e2bf4bc94), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.456242 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9e134d88-45da-4f10-a161-89fd1c7150ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:56.459762 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-9e134d88-45da-4f10-a161-89fd1c7150ff admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/33cbc949-5ec1-4249-b709-423e2bf4bc94 HTTP/1.1" status: 204 len: 168 time: 0.2645068 Sep 14 01:10:56.469582 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e134d88-45da-4f10-a161-89fd1c7150ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cbc949-5ec1-4249-b709-423e2bf4bc94,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:56.555328 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:56.562631 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:10:56.799327 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:10:56.805229 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-bcb4458f-8c78-4f3b-8986-ae094aec25d6 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/caffbc6c-16a7-4cfd-b941-fcccde764d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9717715 Sep 14 01:10:57.056175 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 6 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:57.166194 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:57.176690 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56790) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:57.210321 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-47cae7cd-bc63-46e0-b9f1-fb325dd1ea15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.269496 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:57.336313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:57.338183 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.338711 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f Sep 14 01:10:57.420300 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-47cae7cd-bc63-46e0-b9f1-fb325dd1ea15 admin admin] Publish callbacks [] for security_group (df1565ad-9602-42e9-9190-89d9b37d3caa), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.433469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-47cae7cd-bc63-46e0-b9f1-fb325dd1ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (df1565ad-9602-42e9-9190-89d9b37d3caa), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.467805 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:57.468823 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.476081 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:57.483463 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-47cae7cd-bc63-46e0-b9f1-fb325dd1ea15 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=16a0a97ff8a34767ae51e3a8e42877b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027501 Sep 14 01:10:57.484241 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56792) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:57.497792 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:57.511939 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.512989 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device afcde577-dc14-484d-a373-7d41212ea190 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:57.518594 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:57.581377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8ee330d-93d0-419f-9152-76dbdb17a23a admin admin] Publish callbacks [] for security_group (df1565ad-9602-42e9-9190-89d9b37d3caa), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.608883 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:57.612687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8ee330d-93d0-419f-9152-76dbdb17a23a admin admin] Publish callbacks [] for security_group (df1565ad-9602-42e9-9190-89d9b37d3caa), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.616209 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:57.619870 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port afcde577-dc14-484d-a373-7d41212ea190 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:57.620623 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (afcde577-dc14-484d-a373-7d41212ea190), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.621148 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port afcde577-dc14-484d-a373-7d41212ea190 Sep 14 01:10:57.624544 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:57.661794 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae7cd-bc63-46e0-b9f1-fb325dd1ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1565ad-9602-42e9-9190-89d9b37d3caa,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:57.689845 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 7 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:57.690468 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8ee330d-93d0-419f-9152-76dbdb17a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (df1565ad-9602-42e9-9190-89d9b37d3caa), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.694561 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d8ee330d-93d0-419f-9152-76dbdb17a23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.698389 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d8ee330d-93d0-419f-9152-76dbdb17a23a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/df1565ad-9602-42e9-9190-89d9b37d3caa HTTP/1.1" status: 204 len: 168 time: 0.2112336 Sep 14 01:10:57.719528 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee330d-93d0-419f-9152-76dbdb17a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1565ad-9602-42e9-9190-89d9b37d3caa,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:57.778841 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56796) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:57.784344 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677592517', 'description': 'tempest-description--1937066930'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:57.809869 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.820905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:57.821942 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port afcde577-dc14-484d-a373-7d41212ea190 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:57.823092 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6f5124d6-3aad-4cf1-9096-c7422dfce03a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:57.882231 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 6f5124d6-3aad-4cf1-9096-c7422dfce03a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:57.882789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.883181 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 6f5124d6-3aad-4cf1-9096-c7422dfce03a Sep 14 01:10:57.909278 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (86d94e7b-b85c-4e35-a3ae-f3290f2307d9), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.917118 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (86d94e7b-b85c-4e35-a3ae-f3290f2307d9), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.966142 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:57.967631 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1876636 Sep 14 01:10:57.971415 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56798) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:57.974962 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de7379-e07b-4c5f-a5f8-cf5cdf36320c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d94e7b-b85c-4e35-a3ae-f3290f2307d9,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:57.977416 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'security_group_rule': {'security_group_id': '86d94e7b-b85c-4e35-a3ae-f3290f2307d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:58.000214 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 6f5124d6-3aad-4cf1-9096-c7422dfce03a is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:58.000463 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.036197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (86d4c769-39e6-45f5-8665-5e20ee2638a9), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.054964 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] For port 6f5124d6-3aad-4cf1-9096-c7422dfce03a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=6f5124d6-3aad-4cf1-9096-c7422dfce03a,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:10:58.062961 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.125538 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (86d4c769-39e6-45f5-8665-5e20ee2638a9), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.130407 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (86d4c769-39e6-45f5-8665-5e20ee2638a9), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.141344 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Pushing event updated for resources: {'Port': ['ID=6f5124d6-3aad-4cf1-9096-c7422dfce03a,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:58.165367 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:58.166996 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d4c769-39e6-45f5-8665-5e20ee2638a9,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:58.181534 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.185529 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2a82f456-e822-441a-93ad-918d6a85a571 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2130837 Sep 14 01:10:58.186632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 56802) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:58.196903 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'security_group_rule': {'security_group_id': '86d94e7b-b85c-4e35-a3ae-f3290f2307d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:58.253040 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (25e8efc7-db3a-489e-b4be-4f9def8cee21), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.322118 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 8 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:58.373327 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (25e8efc7-db3a-489e-b4be-4f9def8cee21), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.384850 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (25e8efc7-db3a-489e-b4be-4f9def8cee21), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.420279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e8efc7-db3a-489e-b4be-4f9def8cee21,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:58.442082 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:58.457234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.463324 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 56812) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:10:58.463684 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d913bf8d-77bc-408f-b718-6817570ae682 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2747667 Sep 14 01:10:58.471222 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:10:58.515872 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.643212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.766531 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7030bf84-f075-4598-be21-3e30e0b5aa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:58.873956 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Allocated IP 172.28.1.9 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/61df7068-90b7-4a7a-8949-9af3f991c96f) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:10:58.943240 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 9 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:58.995083 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:59.002730 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:59.047375 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.081770 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:59.082169 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.082576 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f Sep 14 01:10:59.091217 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:59.114031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.152700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:10:59.157928 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:10:59.166563 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:10:59.260540 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:10:59.260781 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:59.261645 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6f5124d6-3aad-4cf1-9096-c7422dfce03a up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:10:59.321101 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'Port': ['ID=61df7068-90b7-4a7a-8949-9af3f991c96f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:59.342868 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (7e678fd4-8ec6-4705-b1b9-774f34d5e07d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.351677 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 6f5124d6-3aad-4cf1-9096-c7422dfce03a triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:59.352073 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.352439 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 6f5124d6-3aad-4cf1-9096-c7422dfce03a Sep 14 01:10:59.413241 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.488425 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 6f5124d6-3aad-4cf1-9096-c7422dfce03a is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:10:59.498072 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Attempt 10 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:10:59.545275 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-c6a5a52f-fac2-43ee-ba9d-33bb12fa97b0 None None] Port a4ab1115-fed5-4035-8d04-f2bee0de4162 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:59.663525 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.671971 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.672949 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Provisioning complete for port 66cf5a0b-d760-4a39-af40-54821c7d7290 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:10:59.673295 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.673698 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 1 to provision port 66cf5a0b-d760-4a39-af40-54821c7d7290 Sep 14 01:10:59.720767 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Port 66cf5a0b-d760-4a39-af40-54821c7d7290 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:10:59.765396 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'Port': ['ID=61df7068-90b7-4a7a-8949-9af3f991c96f,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:10:59.769208 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (7e678fd4-8ec6-4705-b1b9-774f34d5e07d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.790263 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:10:59.791589 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7d8a5eb7-3c78-446b-9421-97b381f29181 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3282962 Sep 14 01:11:00.100230 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-a739806e-e52b-4d2f-b19e-920a189ab2b4 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1677592517&fields=id&tenant_id=c7c272d384b547dab72c1f42f431970b HTTP/1.1" status: 200 len: 267 time: 0.0637677 Sep 14 01:11:00.154281 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:11:00.222456 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 2 to provision port 66cf5a0b-d760-4a39-af40-54821c7d7290 Sep 14 01:11:00.299333 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-6c790e02-a9e2-4e56-bb1d-add2ab76aa6e tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:00.300878 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-6c790e02-a9e2-4e56-bb1d-add2ab76aa6e tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 811 time: 0.1913564 Sep 14 01:11:00.320967 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Port 66cf5a0b-d760-4a39-af40-54821c7d7290 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:00.323388 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Sync routers for ids ['3f8621eb-026d-43af-811a-8fbf10a34c7e'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:00.325248 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-321a4db3-1345-44b7-8858-efe83243cbe7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/quotas/c7c272d384b547dab72c1f42f431970b HTTP/1.1" status: 200 len: 375 time: 0.0184484 Sep 14 01:11:00.345165 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Routers {'3f8621eb-026d-43af-811a-8fbf10a34c7e'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:00.345888 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['3f8621eb-026d-43af-811a-8fbf10a34c7e'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:00.415826 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-195a4c90-25cd-40c2-99fe-bad75b6f3bac tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847130 Sep 14 01:11:00.499670 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Set router 3f8621eb-026d-43af-811a-8fbf10a34c7e gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:00.588047 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:00.610799 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:00.610799 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:10:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:00.822459 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 3 to provision port 66cf5a0b-d760-4a39-af40-54821c7d7290 Sep 14 01:11:00.832070 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:00.834700 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-cb1ea749-329b-4520-a3cb-dae4fba19801 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990941 Sep 14 01:11:00.927746 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:00.928876 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a4ab1115-fed5-4035-8d04-f2bee0de4162', 'name': '', 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'mac_address': 'fa:16:3e:1b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:52Z', 'updated_at': '2022-09-14T01:10:53Z', 'revision_number': 2, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'subnets': [{'id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:00.968215 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Checking router: 3f8621eb-026d-43af-811a-8fbf10a34c7e for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:00.968631 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Updating router 3f8621eb-026d-43af-811a-8fbf10a34c7e port a4ab1115-fed5-4035-8d04-f2bee0de4162 binding host dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:11:00.988280 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:00.991511 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-0c125e20-da35-4cc9-8716-dc7a7b029504 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472447 Sep 14 01:11:01.046377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Port 66cf5a0b-d760-4a39-af40-54821c7d7290 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:01.061226 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.079703 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:01.237473 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6241fa98-1d58-42e7-bb9e-da951b644f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.315963 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 2, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:01.362718 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:01.363101 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Updating router caffbc6c-16a7-4cfd-b941-fcccde764d2b port 66cf5a0b-d760-4a39-af40-54821c7d7290 binding host dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 01:11:01.370177 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a9b9ff51-0057-4301-b460-2aa86febfe25 req-aef77edc-40db-4f79-8014-5622ec6a1755 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 210 time: 0.0367804 Sep 14 01:11:01.394704 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.518021 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:01.560360 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 4 to provision port 66cf5a0b-d760-4a39-af40-54821c7d7290 Sep 14 01:11:01.616586 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Port 66cf5a0b-d760-4a39-af40-54821c7d7290 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:01.623085 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Publish callbacks [] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), precommit_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.630928 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.763619 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Attempting to bind port a4ab1115-fed5-4035-8d04-f2bee0de4162 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:11:01.764029 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Attempting to bind port a4ab1115-fed5-4035-8d04-f2bee0de4162 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:11:01.764446 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Attempting to bind port a4ab1115-fed5-4035-8d04-f2bee0de4162 on network 0e3ee9cb-b672-457a-81c9-675790c51c30 {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:01.804598 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Publish callbacks [] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), precommit_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.807090 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:01.808028 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:01.815888 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818965a3-8d7a-49ad-a86c-dde7a412c228 None None] Pushing event updated for resources: {'Port': ['ID=a4ab1115-fed5-4035-8d04-f2bee0de4162,revision_number=3']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:01.816154 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.824080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:11:01.824477 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Checking segment: {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:01.824930 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.825323 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Bound using segment: {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'} {{(pid=106461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:11:01.826593 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.managers [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Bound port: a4ab1115-fed5-4035-8d04-f2bee0de4162, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbdee564-930b-4452-8fdd-98045cd113d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30'}}] {{(pid=106461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:11:01.827029 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.910713 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] For port a4ab1115-fed5-4035-8d04-f2bee0de4162, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:11:01.915632 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] For port a4ab1115-fed5-4035-8d04-f2bee0de4162, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=a4ab1115-fed5-4035-8d04-f2bee0de4162,segment=NetworkSegment(dbdee564-930b-4452-8fdd-98045cd113d5),segment_id=dbdee564-930b-4452-8fdd-98045cd113d5)] {{(pid=106461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:11:01.917824 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6b5f-8563-454d-a268-fba94a0c7f48 None None] Pushing event updated for resources: {'Port': ['ID=66cf5a0b-d760-4a39-af40-54821c7d7290,revision_number=3']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:01.924116 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:01.966232 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Routers {'3f8621eb-026d-43af-811a-8fbf10a34c7e'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:01.967279 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['3f8621eb-026d-43af-811a-8fbf10a34c7e'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:02.048102 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Attempting to bind port 66cf5a0b-d760-4a39-af40-54821c7d7290 on host dv-cinder-857528-1-smb for vnic_type normal with profile {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:11:02.048542 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Attempting to bind port 66cf5a0b-d760-4a39-af40-54821c7d7290 by drivers openvswitch,hyperv on host dv-cinder-857528-1-smb at level 0 using segments [{'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:11:02.056433 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818965a3-8d7a-49ad-a86c-dde7a412c228 None None] Pushing event updated for resources: {'Port': ['ID=a4ab1115-fed5-4035-8d04-f2bee0de4162,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:02.060120 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Attempting to bind port 66cf5a0b-d760-4a39-af40-54821c7d7290 on network 47fc3816-a554-415f-9c5c-08ae3d97082b {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:02.138539 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Checking agent: {'id': '2422a2d9-3e17-4615-9977-88285873eea8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-857528-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 0, 56, 34), 'started_at': datetime.datetime(2022, 9, 14, 0, 57, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-857528-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:11:02.139466 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Checking segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:02.140268 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.140864 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Bound using segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} {{(pid=106462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:11:02.149979 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.managers [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Bound port: 66cf5a0b-d760-4a39-af40-54821c7d7290, host: dv-cinder-857528-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}}] {{(pid=106462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:11:02.151207 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), before_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.279143 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] For port 66cf5a0b-d760-4a39-af40-54821c7d7290, host dv-cinder-857528-1-smb, cleared binding levels {{(pid=106462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:11:02.284052 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.plugins.ml2.db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] For port 66cf5a0b-d760-4a39-af40-54821c7d7290, host dv-cinder-857528-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=66cf5a0b-d760-4a39-af40-54821c7d7290,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:11:02.294659 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron_lib.callbacks.manager [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), after_update {{(pid=106462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.351111 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] Set router 3f8621eb-026d-43af-811a-8fbf10a34c7e gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:02.353936 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 5 to provision port 66cf5a0b-d760-4a39-af40-54821c7d7290 Sep 14 01:11:02.356062 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:02.357681 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:02.491537 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6b5f-8563-454d-a268-fba94a0c7f48 None None] Pushing event updated for resources: {'Port': ['ID=66cf5a0b-d760-4a39-af40-54821c7d7290,revision_number=4']} {{(pid=106462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:02.556142 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-aff1b29a-c383-492b-b403-48561b2ca824 req-de931c2f-7c40-47d2-bbbf-71c95e000990 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 210 time: 0.0471900 Sep 14 01:11:02.558405 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:02.626896 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:02.670755 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.734061 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Current status of the port 66cf5a0b-d760-4a39-af40-54821c7d7290 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:02.734462 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.798282 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] For port 66cf5a0b-d760-4a39-af40-54821c7d7290, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=66cf5a0b-d760-4a39-af40-54821c7d7290,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:02.802664 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:02.805000 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.838166 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1295e5-2019-4d5b-9fa3-900cb8cba29a None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:02.893012 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Provisioning complete for port a4ab1115-fed5-4035-8d04-f2bee0de4162 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:02.893384 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:02.893725 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 1 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:11:02.928494 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:03.010162 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Pushing event updated for resources: {'Port': ['ID=66cf5a0b-d760-4a39-af40-54821c7d7290,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:03.041355 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a4ab1115-fed5-4035-8d04-f2bee0de4162', 'name': '', 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'mac_address': 'fa:16:3e:1b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:52Z', 'updated_at': '2022-09-14T01:11:01Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'subnets': [{'id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:03.087437 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a4ab1115-fed5-4035-8d04-f2bee0de4162 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:03.091879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb46ab-b646-447e-bfb3-c4df009387ae None None] The sync data for ids ['3f8621eb-026d-43af-811a-8fbf10a34c7e'] in dv-cinder-857528-1-smb is: [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:10:52Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': 'a4ab1115-fed5-4035-8d04-f2bee0de4162', 'name': '', 'network_id': '0e3ee9cb-b672-457a-81c9-675790c51c30', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'mac_address': 'fa:16:3e:1b:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:52Z', 'updated_at': '2022-09-14T01:11:01Z', 'revision_number': 4, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'subnets': [{'id': 'fd8d6414-e65c-4f7e-8a2c-c619608ab35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:03.208360 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Current status of the port a4ab1115-fed5-4035-8d04-f2bee0de4162 is: DOWN; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:03.208758 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:03.226550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port a4ab1115-fed5-4035-8d04-f2bee0de4162 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:03.227562 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:03.227882 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:11:03.313783 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] For port a4ab1115-fed5-4035-8d04-f2bee0de4162, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=a4ab1115-fed5-4035-8d04-f2bee0de4162,segment=NetworkSegment(dbdee564-930b-4452-8fdd-98045cd113d5),segment_id=dbdee564-930b-4452-8fdd-98045cd113d5)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:03.323880 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:03.376994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:03.386305 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-d67fcc7c-4a56-4906-9ad6-a08ae517db56 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:03.388848 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:03.393753 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-d67fcc7c-4a56-4906-9ad6-a08ae517db56 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 811 time: 0.3127534 Sep 14 01:11:03.453136 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Provisioning complete for port afcde577-dc14-484d-a373-7d41212ea190 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:03.453525 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (afcde577-dc14-484d-a373-7d41212ea190), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:03.454459 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Attempt 1 to provision port afcde577-dc14-484d-a373-7d41212ea190 Sep 14 01:11:03.481146 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-b66d834a-647f-4bee-acd1-abdfa41816e5 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c7c272d384b547dab72c1f42f431970b HTTP/1.1" status: 200 len: 380 time: 0.0774760 Sep 14 01:11:03.493585 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'port': {'device_id': '249bbe4b-83bf-49f8-9df4-adce52855125', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'admin_state_up': True, 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'security_groups': ['86d94e7b-b85c-4e35-a3ae-f3290f2307d9']}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:03.512569 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Pushing event updated for resources: {'Port': ['ID=a4ab1115-fed5-4035-8d04-f2bee0de4162,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:03.526965 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port a4ab1115-fed5-4035-8d04-f2bee0de4162 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:03.625198 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-9d422b4d-ac0d-4338-b2b7-8b992a00dc5c None None] Current status of the port afcde577-dc14-484d-a373-7d41212ea190 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:03.757528 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:03.774136 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9a611e85-d4ae-417b-967d-8246b55decff req-4da83093-92bf-411c-a4bc-5b83fbb6cd92 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 210 time: 0.0486600 Sep 14 01:11:03.804564 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:03.831633 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Made reservation on behalf of c7c272d384b547dab72c1f42f431970b for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:03.838805 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:04.085420 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Allocated IP 172.20.0.5 (47fc3816-a554-415f-9c5c-08ae3d97082b/09fb3e33-3575-4985-9736-0a173fa9b54e/778f6102-1d65-439f-bd73-3ad0a1953346) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:11:04.132261 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:04.132600 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:04.315045 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for port (778f6102-1d65-439f-bd73-3ad0a1953346), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:04.355338 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:04.431810 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Network 47fc3816-a554-415f-9c5c-08ae3d97082b is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:11:04.436367 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:11:04.449822 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'Port': ['ID=778f6102-1d65-439f-bd73-3ad0a1953346,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:04.452462 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:11:04.509288 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:04.509958 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:04.534499 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-720ddea6-bfc0-45e1-bb16-52b9bdc8c8de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0480752 Sep 14 01:11:04.607603 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Request body: {'port': {'device_id': '249bbe4b-83bf-49f8-9df4-adce52855125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:04.685707 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Provisioning complete for port 778f6102-1d65-439f-bd73-3ad0a1953346 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:04.686294 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:04.686815 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Attempt 1 to provision port 778f6102-1d65-439f-bd73-3ad0a1953346 Sep 14 01:11:04.691041 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:04.742806 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Port 778f6102-1d65-439f-bd73-3ad0a1953346 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:04.937473 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4d172-dbe9-4489-9446-988139fa0bcb req-d8ef4796-7cdd-40b5-a3cd-2f480071b27a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:04.948330 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-13c4d172-dbe9-4489-9446-988139fa0bcb req-d8ef4796-7cdd-40b5-a3cd-2f480071b27a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 931 time: 0.0825696 Sep 14 01:11:04.997275 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-13c4d172-dbe9-4489-9446-988139fa0bcb req-2845895f-0ecc-4935-a478-da60f2954a39 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478051 Sep 14 01:11:05.115900 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778f6102-1d65-439f-bd73-3ad0a1953346 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:11:05.129924 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a4ab1115-fed5-4035-8d04-f2bee0de4162 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:05.146390 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Publish callbacks [] for port (778f6102-1d65-439f-bd73-3ad0a1953346), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.162415 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Transition to ACTIVE for port object 778f6102-1d65-439f-bd73-3ad0a1953346 will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:11:05.170421 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.214215 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:05.234553 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Pushing event updated for resources: {'Port': ['ID=778f6102-1d65-439f-bd73-3ad0a1953346,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:05.238568 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port a4ab1115-fed5-4035-8d04-f2bee0de4162 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:05.238954 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.239297 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port a4ab1115-fed5-4035-8d04-f2bee0de4162 Sep 14 01:11:05.249203 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Attempt 2 to provision port 778f6102-1d65-439f-bd73-3ad0a1953346 Sep 14 01:11:05.270317 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.272887 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.273568 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.274212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.274696 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.276712 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.277261 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.277757 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.278279 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.278926 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.279573 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.280170 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.280724 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.281444 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.282029 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:05.362965 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Attempting to bind port 778f6102-1d65-439f-bd73-3ad0a1953346 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:11:05.363405 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Attempting to bind port 778f6102-1d65-439f-bd73-3ad0a1953346 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:11:05.363923 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Attempting to bind port 778f6102-1d65-439f-bd73-3ad0a1953346 on network 47fc3816-a554-415f-9c5c-08ae3d97082b {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:05.377542 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Port 778f6102-1d65-439f-bd73-3ad0a1953346 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:05.418662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Port 778f6102-1d65-439f-bd73-3ad0a1953346 on network 47fc3816-a554-415f-9c5c-08ae3d97082b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:11:05.419137 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Attempting to bind port 778f6102-1d65-439f-bd73-3ad0a1953346 on network 47fc3816-a554-415f-9c5c-08ae3d97082b {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:05.462377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port a4ab1115-fed5-4035-8d04-f2bee0de4162 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:05.464305 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 66cf5a0b-d760-4a39-af40-54821c7d7290 up at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:05.523095 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:11:05.524119 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Checking segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:05.524743 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Bound using segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:11:05.525719 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Bound port: 778f6102-1d65-439f-bd73-3ad0a1953346, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:11:05.526325 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.568326 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Provisioning complete for port 66cf5a0b-d760-4a39-af40-54821c7d7290 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:05.569033 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.569552 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Attempt 1 to provision port 66cf5a0b-d760-4a39-af40-54821c7d7290 Sep 14 01:11:05.582443 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:05.627593 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] For port 778f6102-1d65-439f-bd73-3ad0a1953346, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:11:05.636746 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] For port 778f6102-1d65-439f-bd73-3ad0a1953346, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=778f6102-1d65-439f-bd73-3ad0a1953346,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:11:05.647938 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.699875 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:05.701108 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:05.703642 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 1093 time: 1.1618416 Sep 14 01:11:05.705028 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Current status of the port 66cf5a0b-d760-4a39-af40-54821c7d7290 is: ACTIVE; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:05.707470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:05.708827 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:05.734553 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd507-785a-4457-a076-5b5c963538a2 service neutron] Pushing event updated for resources: {'Port': ['ID=778f6102-1d65-439f-bd73-3ad0a1953346,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:05.807382 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a6c09-6672-48ce-8d0c-121671403e44 x-openstack-request-id: req-4e3a6c09-6672-48ce-8d0c-121671403e44 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:05.807812 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:05.808165 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e3a6c09-6672-48ce-8d0c-121671403e44 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:05.808678 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3a6c09-6672-48ce-8d0c-121671403e44'] response: {'name': 'network-changed', 'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346', 'status': 'completed', 'code': 200} Sep 14 01:11:05.820084 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-cc110e9e-218d-4246-aeac-e7d14eb3f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:05.822919 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-cc110e9e-218d-4246-aeac-e7d14eb3f8ba service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1127 time: 0.0672715 Sep 14 01:11:05.872935 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-53b527ab-1eec-4f38-b87c-f03ade336982 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 217 time: 0.0426328 Sep 14 01:11:05.881409 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Attempt 3 to provision port 778f6102-1d65-439f-bd73-3ad0a1953346 Sep 14 01:11:05.936954 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-ae8e2876-17e7-4027-bdd9-d48be53e8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:05.938818 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-ae8e2876-17e7-4027-bdd9-d48be53e8827 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0593982 Sep 14 01:11:05.949236 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-84d91516-d5ea-494e-a1d2-b641398df05b None None] Port 778f6102-1d65-439f-bd73-3ad0a1953346 had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:11:05.998040 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-b9fbcc44-24f9-4287-9126-6dd3691317cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:05.998040 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-b9fbcc44-24f9-4287-9126-6dd3691317cc service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521991 Sep 14 01:11:06.108472 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-4024e22f-02f2-412b-95c9-94466d9846bd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974920 Sep 14 01:11:06.183166 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaad43-d71a-4008-8ee5-f185e05c73ca req-999b1d54-1e34-401d-8678-6986e5407dd3 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:06.184667 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4feaad43-d71a-4008-8ee5-f185e05c73ca req-999b1d54-1e34-401d-8678-6986e5407dd3 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 943 time: 0.0870562 Sep 14 01:11:06.216254 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-231aa86e-a923-466a-b0d7-ad77f5ac9955 req-91c5a66f-c4bd-468b-83f3-7b22fa6131d3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001930 Sep 14 01:11:06.254131 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4feaad43-d71a-4008-8ee5-f185e05c73ca req-1b82519d-a634-4ea0-b871-7479f1a4a153 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539336 Sep 14 01:11:06.998579 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-934500d6-e7c6-4c22-a5f7-4d27b7fba5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:07.001258 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-934500d6-e7c6-4c22-a5f7-4d27b7fba5d0 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1127 time: 0.0676107 Sep 14 01:11:07.120922 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-98eb5849-6ca3-42de-a594-c700d7839b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:07.122605 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-98eb5849-6ca3-42de-a594-c700d7839b4b service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.1156902 Sep 14 01:11:07.163408 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-b6aa73eb-02e0-4820-9ad8-852565fb121a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 217 time: 0.0344222 Sep 14 01:11:07.212916 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-39af4b4c-a02a-4835-8c78-5549a6531e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:07.215012 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-39af4b4c-a02a-4835-8c78-5549a6531e41 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0459199 Sep 14 01:11:07.264275 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-c4c9b093-d1a4-4480-8998-8c733d2dfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:07.265378 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-c4c9b093-d1a4-4480-8998-8c733d2dfec6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449231 Sep 14 01:11:07.293397 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:07.377056 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-f2c6ea70-738c-4aa6-ae8c-402288b83441 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058333 Sep 14 01:11:07.393852 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c3f1d-65bf-40f5-8a75-6d6a7011c63e req-605b0b14-f5f3-4492-8a79-d66e8f78be01 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:07.395947 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-601c3f1d-65bf-40f5-8a75-6d6a7011c63e req-605b0b14-f5f3-4492-8a79-d66e8f78be01 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 943 time: 0.0623989 Sep 14 01:11:07.455789 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-601c3f1d-65bf-40f5-8a75-6d6a7011c63e req-5f76f041-a33c-4662-b8f7-5e11474c9960 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517874 Sep 14 01:11:07.509850 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-860d69fc-498f-4ca4-8dc9-7ae02a548fa4 req-a1eb6310-ebac-4df0-bb82-7feb8c211ca7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269264 Sep 14 01:11:07.778668 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 778f6102-1d65-439f-bd73-3ad0a1953346 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:11:07.890755 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 778f6102-1d65-439f-bd73-3ad0a1953346, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=778f6102-1d65-439f-bd73-3ad0a1953346,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:07.902557 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '778f6102-1d65-439f-bd73-3ad0a1953346', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'port_id': '778f6102-1d65-439f-bd73-3ad0a1953346', 'mac_address': 'fa:16:3e:1b:65:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:11:07.942632 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 778f6102-1d65-439f-bd73-3ad0a1953346 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:07.943017 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:07.958302 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778f6102-1d65-439f-bd73-3ad0a1953346 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:11:07.980626 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 778f6102-1d65-439f-bd73-3ad0a1953346, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=778f6102-1d65-439f-bd73-3ad0a1953346,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:07.990061 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:08.076423 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=778f6102-1d65-439f-bd73-3ad0a1953346,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:08.199921 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['778f6102-1d65-439f-bd73-3ad0a1953346'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:11:08.204130 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:08.582794 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1287786-c6f7-40ae-94d0-420f5e7b6e06 req-80b9d2a0-ade8-407a-ad71-98e0d64e5732 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:08.584965 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e1287786-c6f7-40ae-94d0-420f5e7b6e06 req-80b9d2a0-ade8-407a-ad71-98e0d64e5732 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 944 time: 0.0498450 Sep 14 01:11:08.639446 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e1287786-c6f7-40ae-94d0-420f5e7b6e06 req-f2518bc1-589b-4930-a36d-e2ecbb794154 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470576 Sep 14 01:11:09.750847 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:09.758899 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eedeea-4443-419c-a4ef-2abe21fbbcbd req-f9c6b2d1-640c-4980-836f-96dc1538dd97 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:09.760369 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-80eedeea-4443-419c-a4ef-2abe21fbbcbd req-f9c6b2d1-640c-4980-836f-96dc1538dd97 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 944 time: 0.0470281 Sep 14 01:11:09.788784 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 778f6102-1d65-439f-bd73-3ad0a1953346 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:09.830141 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 778f6102-1d65-439f-bd73-3ad0a1953346 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:11:09.835096 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 778f6102-1d65-439f-bd73-3ad0a1953346 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:09.835500 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:09.835874 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 778f6102-1d65-439f-bd73-3ad0a1953346 Sep 14 01:11:09.868297 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-80eedeea-4443-419c-a4ef-2abe21fbbcbd req-697b43b9-6ca7-43e4-9125-c06c9a7e2af7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005046 Sep 14 01:11:09.907653 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-66b2921c-0b6f-4652-a870-3522948eeed7 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:09.909145 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-66b2921c-0b6f-4652-a870-3522948eeed7 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 815 time: 0.1342316 Sep 14 01:11:09.916056 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 778f6102-1d65-439f-bd73-3ad0a1953346 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:09.916495 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:09.923793 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-4d50e01c-6492-4d6d-84cb-209dae6db619 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/quotas/57f92cc47a4540bb88497846ca0ee158 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Sep 14 01:11:09.940915 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:09.943610 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c55d0-9bcb-4d2c-8631-e9edd4d2c826" -d '{"events": [{"server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "name": "network-vif-plugged", "status": "completed", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:09.958018 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 778f6102-1d65-439f-bd73-3ad0a1953346, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=778f6102-1d65-439f-bd73-3ad0a1953346,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:09.964079 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:09.983794 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-55e231fe-9d29-4bad-9a20-fb2c76b375de tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538161 Sep 14 01:11:10.016881 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=778f6102-1d65-439f-bd73-3ad0a1953346,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:10.118228 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0865bb6a-c30b-4970-b296-ba3f2c2fb9c4 x-openstack-request-id: req-0865bb6a-c30b-4970-b296-ba3f2c2fb9c4 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:10.118527 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "name": "network-vif-plugged", "status": "completed", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:10.118781 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0865bb6a-c30b-4970-b296-ba3f2c2fb9c4 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:10.119184 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0865bb6a-c30b-4970-b296-ba3f2c2fb9c4'] response: {'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346', 'code': 200} Sep 14 01:11:10.139720 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-9d5b1686-572e-4064-a291-aae6bc427cf9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444237 Sep 14 01:11:10.238439 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-5f3778a7-a999-495c-a123-97d703cc72d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922813 Sep 14 01:11:10.284586 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ade4e-32c7-4b4c-8067-ed02750ca5ab req-068e01d0-1f59-4897-8ea7-9cedbe3f0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:10.286199 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2a1ade4e-32c7-4b4c-8067-ed02750ca5ab req-068e01d0-1f59-4897-8ea7-9cedbe3f0405 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1129 time: 0.0385065 Sep 14 01:11:10.331640 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-2a1ade4e-32c7-4b4c-8067-ed02750ca5ab req-f559db70-e50d-4050-b276-81052fbf71a9 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Sep 14 01:11:10.402461 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2abe2d5a-1cd0-4910-bd2c-9400efbd5d8a req-ad897bc7-2f40-4dc4-ba08-32b62dfdda35 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 210 time: 0.0282345 Sep 14 01:11:10.994908 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6de87-686d-4436-b98c-b97d357f2ab8 req-4165364e-efb1-44cb-977a-56af117dc994 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:10.996391 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00f6de87-686d-4436-b98c-b97d357f2ab8 req-4165364e-efb1-44cb-977a-56af117dc994 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0481708 Sep 14 01:11:11.045010 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00f6de87-686d-4436-b98c-b97d357f2ab8 req-ee44bff8-9083-42be-b372-b7ba127b0f6c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423510 Sep 14 01:11:11.505622 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-94ba65bb-5bd9-47cb-8e8b-6cd964bc05e3 req-2e88c7cf-6ed9-43e1-ac79-9c5fcbe20674 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 210 time: 0.0270925 Sep 14 01:11:12.113441 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:12.166644 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-d849953d-db6f-4a04-a66d-5bff5bd6e1af tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:12.168187 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-d849953d-db6f-4a04-a66d-5bff5bd6e1af tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 815 time: 0.1192267 Sep 14 01:11:12.180955 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'port': {'device_id': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'admin_state_up': True, 'tenant_id': '57f92cc47a4540bb88497846ca0ee158'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:12.196595 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a0d7e-addc-424f-ab3a-f638fc82a091 req-4ccf974e-5130-4600-be2e-90142506785a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:12.198247 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fa7a0d7e-addc-424f-ab3a-f638fc82a091 req-4ccf974e-5130-4600-be2e-90142506785a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0615928 Sep 14 01:11:12.223975 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:12.247798 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fa7a0d7e-addc-424f-ab3a-f638fc82a091 req-3b7f753a-f8e9-4673-b759-abc8442b8be4 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Sep 14 01:11:12.298943 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Made reservation on behalf of 57f92cc47a4540bb88497846ca0ee158 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:12.302867 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:12.366754 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b930d44-8e5a-40e9-bc22-976144d680ed req-fb247571-6996-45ed-8038-20f3ea56a2ff tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:12.368247 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8b930d44-8e5a-40e9-bc22-976144d680ed req-fb247571-6996-45ed-8038-20f3ea56a2ff tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0472772 Sep 14 01:11:12.378786 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57044) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:12.383241 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'floatingip': {'port_id': '778f6102-1d65-439f-bd73-3ad0a1953346'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:12.423966 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (7e678fd4-8ec6-4705-b1b9-774f34d5e07d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:12.448208 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Allocated IP 172.20.0.11 (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26/a5698f03-8c67-4644-8ecf-e54df0c80b9e/4e728a91-558a-4cd3-9b58-ab83145802e5) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:11:12.629890 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:12.661428 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:12.668735 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:12.725419 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:11:12.729352 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:11:12.732182 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:11:12.766286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:12.798098 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62fe9-19fb-47da-a6b4-b7a3767b68f2 req-5aceb13d-06af-46eb-bccd-32b1f8467d35 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:12.799599 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=15 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:12.806478 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-48b62fe9-19fb-47da-a6b4-b7a3767b68f2 req-5aceb13d-06af-46eb-bccd-32b1f8467d35 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 932 time: 0.0909624 Sep 14 01:11:12.807312 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=47 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:12.808643 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:12.809452 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:12.834323 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7345cbf2-138c-4059-9d5a-47f18c99a53d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6562216 Sep 14 01:11:12.894032 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Request body: {'port': {'device_id': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:13.016259 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-48b62fe9-19fb-47da-a6b4-b7a3767b68f2 req-9a8eed5d-e6f5-4b2f-b780-88e384f3908d tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079115 Sep 14 01:11:13.027937 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.150693 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:13.215532 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:13.221233 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:13.242871 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Provisioning complete for port 4e728a91-558a-4cd3-9b58-ab83145802e5 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:13.243309 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.243809 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Attempt 1 to provision port 4e728a91-558a-4cd3-9b58-ab83145802e5 Sep 14 01:11:13.324290 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Port 4e728a91-558a-4cd3-9b58-ab83145802e5 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:13.480043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:13.576484 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.580946 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e728a91-558a-4cd3-9b58-ab83145802e5 {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:11:13.592248 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Publish callbacks [] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.592454 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (7e678fd4-8ec6-4705-b1b9-774f34d5e07d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.608448 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Transition to ACTIVE for port object 4e728a91-558a-4cd3-9b58-ab83145802e5 will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:11:13.615700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.717176 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:13.740843 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Floating IP 7e678fd4-8ec6-4705-b1b9-774f34d5e07d associated. External IP: 172.28.1.9, port: 778f6102-1d65-439f-bd73-3ad0a1953346. Sep 14 01:11:13.758965 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Attempting to bind port 4e728a91-558a-4cd3-9b58-ab83145802e5 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:11:13.759306 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Attempting to bind port 4e728a91-558a-4cd3-9b58-ab83145802e5 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:11:13.759683 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Attempting to bind port 4e728a91-558a-4cd3-9b58-ab83145802e5 on network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:13.805121 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Port 4e728a91-558a-4cd3-9b58-ab83145802e5 on network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:11:13.805701 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Attempting to bind port 4e728a91-558a-4cd3-9b58-ab83145802e5 on network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:13.825212 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Attempt 2 to provision port 4e728a91-558a-4cd3-9b58-ab83145802e5 Sep 14 01:11:13.851583 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:11:13.851918 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Checking segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:13.852301 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Bound using segment: {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:11:13.852735 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Bound port: 4e728a91-558a-4cd3-9b58-ab83145802e5, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b47ccec-d510-46ae-8013-64ad16900b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:11:13.853226 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.895541 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Port 4e728a91-558a-4cd3-9b58-ab83145802e5 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:11:13.950906 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:11:13.957857 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:11:13.968785 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.978619 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:13.979844 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:13.986131 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 1094 time: 1.1168308 Sep 14 01:11:13.986131 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:13.987470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:13.987818 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:14.064757 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbdb13-f529-4670-bc65-47401d52ef27 service neutron] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:14.082999 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2de58c7-cda7-4b01-9b36-f9b255cee131 x-openstack-request-id: req-d2de58c7-cda7-4b01-9b36-f9b255cee131 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:14.083360 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:14.083650 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2de58c7-cda7-4b01-9b36-f9b255cee131 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:14.084103 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2de58c7-cda7-4b01-9b36-f9b255cee131'] response: {'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'status': 'completed', 'code': 200} Sep 14 01:11:14.138969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:14.141159 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:14.146604 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:14.154584 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:14.170776 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:14.175867 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:14.184845 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-7ba2d3fe-f367-4759-b0b7-225203debbc9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/7e678fd4-8ec6-4705-b1b9-774f34d5e07d HTTP/1.1" status: 200 len: 989 time: 1.8049035 Sep 14 01:11:14.185978 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:14.189230 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c62b9b3-411b-453c-9906-f743d8f88bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:14.316605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6a6a-07fa-4e26-ac1d-565fed4f6dfa req-bfe4e837-61e2-44fa-bc35-ab9016001426 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:14.318504 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ef7f6a6a-07fa-4e26-ac1d-565fed4f6dfa req-bfe4e837-61e2-44fa-bc35-ab9016001426 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0947309 Sep 14 01:11:14.385926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7511fd-d271-47ad-9ae0-86ab1540782f x-openstack-request-id: req-8a7511fd-d271-47ad-9ae0-86ab1540782f {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:14.386443 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:14.386922 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a7511fd-d271-47ad-9ae0-86ab1540782f {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:14.387629 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7511fd-d271-47ad-9ae0-86ab1540782f'] response: {'name': 'network-changed', 'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346', 'status': 'completed', 'code': 200} Sep 14 01:11:14.415093 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:14.423416 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ef7f6a6a-07fa-4e26-ac1d-565fed4f6dfa req-983dca0e-8b0b-4de1-aa5c-3fa4d1c40f36 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955060 Sep 14 01:11:14.593226 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Attempt 3 to provision port 4e728a91-558a-4cd3-9b58-ab83145802e5 Sep 14 01:11:14.656195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-87b3df58-599b-49b3-93cb-65383b40600d None None] Port 4e728a91-558a-4cd3-9b58-ab83145802e5 had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:11:14.916247 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '7e678fd4-8ec6-4705-b1b9-774f34d5e07d', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'floating_ip_address': '172.28.1.9', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'port_id': '778f6102-1d65-439f-bd73-3ad0a1953346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'mac_address': 'fa:16:3e:1b:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bbe4b-83bf-49f8-9df4-adce52855125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:10:59Z', 'updated_at': '2022-09-14T01:11:13Z', 'revision_number': 1, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:14.945623 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:14.958144 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:14.958144 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:15.093373 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:15.387692 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '7e678fd4-8ec6-4705-b1b9-774f34d5e07d', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'floating_ip_address': '172.28.1.9', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'port_id': '778f6102-1d65-439f-bd73-3ad0a1953346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'mac_address': 'fa:16:3e:1b:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bbe4b-83bf-49f8-9df4-adce52855125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:10:59Z', 'updated_at': '2022-09-14T01:11:13Z', 'revision_number': 1, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:15.419135 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09663308-ea8e-4df4-a61e-f3e72acd86a5 None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '7e678fd4-8ec6-4705-b1b9-774f34d5e07d', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'floating_ip_address': '172.28.1.9', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'port_id': '778f6102-1d65-439f-bd73-3ad0a1953346', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 622, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'mac_address': 'fa:16:3e:1b:65:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bbe4b-83bf-49f8-9df4-adce52855125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:10:59Z', 'updated_at': '2022-09-14T01:11:13Z', 'revision_number': 1, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:15.567921 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8d773-1993-494d-ad09-9a031885a80b req-c8246f65-538f-4483-bb4d-4900aa2b8a45 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:15.569520 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-14f8d773-1993-494d-ad09-9a031885a80b req-c8246f65-538f-4483-bb4d-4900aa2b8a45 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0581486 Sep 14 01:11:15.646833 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-14f8d773-1993-494d-ad09-9a031885a80b req-b48ed31e-cfa9-416f-9594-66dd7a8c5cef tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709085 Sep 14 01:11:15.686431 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa169a2-425e-42f0-991f-4c56d5ea7e42 None None] New status for floating IP 7e678fd4-8ec6-4705-b1b9-774f34d5e07d: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:11:16.787206 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909dbd5-3ab2-4fd0-9ae6-7d35bf7e1085 req-b6687829-0804-4326-8649-47eb6fbe6b54 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:16.791484 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5909dbd5-3ab2-4fd0-9ae6-7d35bf7e1085 req-b6687829-0804-4326-8649-47eb6fbe6b54 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0675111 Sep 14 01:11:16.820040 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:16.870118 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5909dbd5-3ab2-4fd0-9ae6-7d35bf7e1085 req-3a4fec29-aa06-4c41-a7ee-36e3fdf7cb1a tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631800 Sep 14 01:11:17.696286 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57128) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:17.808523 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a67d22d-f72b-4dbd-b10e-8f61cb270233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:17.895462 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a67d22d-f72b-4dbd-b10e-8f61cb270233 admin admin] Publish callbacks [] for security_group (5580ecbb-341b-4f25-b99e-2b801af93a6a), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:17.902934 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1a67d22d-f72b-4dbd-b10e-8f61cb270233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (5580ecbb-341b-4f25-b99e-2b801af93a6a), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:17.960457 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a67d22d-f72b-4dbd-b10e-8f61cb270233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5580ecbb-341b-4f25-b99e-2b801af93a6a,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:17.982157 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-1a67d22d-f72b-4dbd-b10e-8f61cb270233 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=84e0db0d83f040c093853d7ad0379b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847648 Sep 14 01:11:17.985969 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57134) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:18.013720 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb0479-c44e-43b0-a098-1ae58ccebd0e req-5a88a541-5398-4e1d-93c9-669106d3a52c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:18.015419 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cdcb0479-c44e-43b0-a098-1ae58ccebd0e req-5a88a541-5398-4e1d-93c9-669106d3a52c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0695977 Sep 14 01:11:18.070197 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:18.090439 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5419b9c-0231-41e9-8d90-e42d0c10addd admin admin] Publish callbacks [] for security_group (5580ecbb-341b-4f25-b99e-2b801af93a6a), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.112770 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cdcb0479-c44e-43b0-a098-1ae58ccebd0e req-5d339c3c-f728-4631-814e-f22594da9be8 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891571 Sep 14 01:11:18.121647 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5419b9c-0231-41e9-8d90-e42d0c10addd admin admin] Publish callbacks [] for security_group (5580ecbb-341b-4f25-b99e-2b801af93a6a), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.194143 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5419b9c-0231-41e9-8d90-e42d0c10addd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (5580ecbb-341b-4f25-b99e-2b801af93a6a), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.197407 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5419b9c-0231-41e9-8d90-e42d0c10addd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.199043 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c5419b9c-0231-41e9-8d90-e42d0c10addd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5580ecbb-341b-4f25-b99e-2b801af93a6a HTTP/1.1" status: 204 len: 168 time: 0.2110817 Sep 14 01:11:18.209581 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5419b9c-0231-41e9-8d90-e42d0c10addd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5580ecbb-341b-4f25-b99e-2b801af93a6a,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:18.504435 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57140) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:18.518215 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e37d85b6-4667-4ed9-b1f8-42848fca5a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.634401 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e37d85b6-4667-4ed9-b1f8-42848fca5a67 admin admin] Publish callbacks [] for security_group (8097fba2-d3d2-4115-933f-00d9bb8c8f7a), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.640343 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-e37d85b6-4667-4ed9-b1f8-42848fca5a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8097fba2-d3d2-4115-933f-00d9bb8c8f7a), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.644745 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:18.687388 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d85b6-4667-4ed9-b1f8-42848fca5a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8097fba2-d3d2-4115-933f-00d9bb8c8f7a,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:18.692112 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-e37d85b6-4667-4ed9-b1f8-42848fca5a67 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a1a3db89602f4318879aed44ad96e4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865151 Sep 14 01:11:18.695910 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57142) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:18.754438 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d582b55-53a3-4ae6-808d-391bb5b2049d admin admin] Publish callbacks [] for security_group (8097fba2-d3d2-4115-933f-00d9bb8c8f7a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.779088 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d582b55-53a3-4ae6-808d-391bb5b2049d admin admin] Publish callbacks [] for security_group (8097fba2-d3d2-4115-933f-00d9bb8c8f7a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.848463 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d582b55-53a3-4ae6-808d-391bb5b2049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8097fba2-d3d2-4115-933f-00d9bb8c8f7a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.851440 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2d582b55-53a3-4ae6-808d-391bb5b2049d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:18.852613 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2d582b55-53a3-4ae6-808d-391bb5b2049d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8097fba2-d3d2-4115-933f-00d9bb8c8f7a HTTP/1.1" status: 204 len: 168 time: 0.1555786 Sep 14 01:11:18.863806 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d582b55-53a3-4ae6-808d-391bb5b2049d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8097fba2-d3d2-4115-933f-00d9bb8c8f7a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:19.263319 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea9409-ef04-4fcf-8847-ab34fa0d0944 req-fe537270-9a3e-4f11-8d00-a7ab917abfca tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:19.265167 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3bea9409-ef04-4fcf-8847-ab34fa0d0944 req-fe537270-9a3e-4f11-8d00-a7ab917abfca tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0628963 Sep 14 01:11:19.337620 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3bea9409-ef04-4fcf-8847-ab34fa0d0944 req-22233098-6ba3-40b0-904a-76b171bf16a9 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658684 Sep 14 01:11:20.473388 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c55866-d737-4157-9bdd-bf76ac3eb18e req-b5549e09-540d-4e19-98b6-6f2bf9270251 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:20.474968 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-78c55866-d737-4157-9bdd-bf76ac3eb18e req-b5549e09-540d-4e19-98b6-6f2bf9270251 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0494733 Sep 14 01:11:20.531517 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-78c55866-d737-4157-9bdd-bf76ac3eb18e req-18a9f420-9622-4667-b921-aec552315d48 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508707 Sep 14 01:11:20.697974 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57192) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:20.804328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b15f-108c-4a1c-bc5c-4672a1425225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:20.897598 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a req-900c0228-c951-4b81-8a3d-c3f04d0e53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:20.899152 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a req-900c0228-c951-4b81-8a3d-c3f04d0e53ff service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1128 time: 0.0519292 Sep 14 01:11:20.901322 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-bbd82650-a988-457b-ac9e-a5ee9697fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:20.902997 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-bbd82650-a988-457b-ac9e-a5ee9697fdfe service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1129 time: 0.0414906 Sep 14 01:11:20.936648 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b15f-108c-4a1c-bc5c-4672a1425225 admin admin] Publish callbacks [] for security_group (7fb9ba36-3794-4f53-9a3e-252749b80913), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:20.959465 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b15f-108c-4a1c-bc5c-4672a1425225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7fb9ba36-3794-4f53-9a3e-252749b80913), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:20.967798 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:21.003884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-fab394fa-c48a-4dad-a12c-11d922286d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.005077 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-fab394fa-c48a-4dad-a12c-11d922286d1d service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.0902643 Sep 14 01:11:21.074069 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-e97f61ae-a301-484a-b738-5f9490665858 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 999 time: 0.0620515 Sep 14 01:11:21.124035 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-8acd57d4-ff36-4ede-8be4-614b8f8b9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.125470 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-8acd57d4-ff36-4ede-8be4-614b8f8b9f93 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0456676 Sep 14 01:11:21.170272 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-9d2eee5b-4d54-4712-952b-d762b6bedde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.171801 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-9d2eee5b-4d54-4712-952b-d762b6bedde1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403030 Sep 14 01:11:21.197297 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:21.222569 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.273586 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-d7b137d9-fec4-4921-9919-f039f078c9c3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953598 Sep 14 01:11:21.292718 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-f6b8b15f-108c-4a1c-bc5c-4672a1425225 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9e120772766e4456b216c06e24270249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936756 Sep 14 01:11:21.295429 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57198) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:21.298899 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b15f-108c-4a1c-bc5c-4672a1425225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9ba36-3794-4f53-9a3e-252749b80913,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:21.349069 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a req-03329d89-dc3d-4129-83fd-46d9b042fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.350628 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a req-03329d89-dc3d-4129-83fd-46d9b042fb23 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=57f92cc47a4540bb88497846ca0ee158&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4330075 Sep 14 01:11:21.404228 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a71c299b-114a-4160-ad10-653332bed01f admin admin] Publish callbacks [] for security_group (7fb9ba36-3794-4f53-9a3e-252749b80913), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.408403 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0c62b9b3-411b-453c-9906-f743d8f88bf9 req-5f35cf77-6414-4024-abeb-9675164b5f52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292810 Sep 14 01:11:21.427315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a71c299b-114a-4160-ad10-653332bed01f admin admin] Publish callbacks [] for security_group (7fb9ba36-3794-4f53-9a3e-252749b80913), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.476071 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a71c299b-114a-4160-ad10-653332bed01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7fb9ba36-3794-4f53-9a3e-252749b80913), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.478654 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a71c299b-114a-4160-ad10-653332bed01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.482190 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a71c299b-114a-4160-ad10-653332bed01f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7fb9ba36-3794-4f53-9a3e-252749b80913 HTTP/1.1" status: 204 len: 168 time: 0.1835010 Sep 14 01:11:21.487577 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c299b-114a-4160-ad10-653332bed01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9ba36-3794-4f53-9a3e-252749b80913,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:21.529995 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a req-65e003d7-f9cd-4a61-b331-dff5cb20f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.531594 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-d582fc39-df08-48a6-8d8a-5d60cd0ce48a req-65e003d7-f9cd-4a61-b331-dff5cb20f561 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754305 Sep 14 01:11:21.614741 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-847a6883-0678-4c1f-bdd0-509eadfc9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.616315 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-847a6883-0678-4c1f-bdd0-509eadfc9396 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1128 time: 0.0450182 Sep 14 01:11:21.660669 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-7dfdf7b4-edce-4711-bb19-de1929cef1d9 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 217 time: 0.0375564 Sep 14 01:11:21.665500 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8087d5-6399-4f91-bd81-e623baa05e58 req-c2df4082-6503-40a3-a63e-ffede25d2048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.667251 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1e8087d5-6399-4f91-bd81-e623baa05e58 req-c2df4082-6503-40a3-a63e-ffede25d2048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0518947 Sep 14 01:11:21.705760 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:21.709819 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-e6282e5e-c8c8-4649-b5f5-d0d55dadc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.711289 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-e6282e5e-c8c8-4649-b5f5-d0d55dadc1fb service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 200 len: 854 time: 0.0456803 Sep 14 01:11:21.721613 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1e8087d5-6399-4f91-bd81-e623baa05e58 req-a7840c91-1685-4f6f-b111-eb2515fdf685 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Sep 14 01:11:21.760797 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-c7a79716-b461-458c-86ce-c86a39dfeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:21.762355 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-c7a79716-b461-458c-86ce-c86a39dfeae3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449069 Sep 14 01:11:21.793341 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57206) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:21.807480 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c148ebdb-f5e6-468f-9b00-9038e29f5aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.860465 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-d3e9a387-0a8f-4481-8bd0-ebf55c4d47dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926137 Sep 14 01:11:21.886251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c148ebdb-f5e6-468f-9b00-9038e29f5aff admin admin] Publish callbacks [] for security_group (3b5c696a-8b36-44a3-be84-69218ea9a926), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.890541 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c148ebdb-f5e6-468f-9b00-9038e29f5aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (3b5c696a-8b36-44a3-be84-69218ea9a926), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:21.930344 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c148ebdb-f5e6-468f-9b00-9038e29f5aff admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=48149ec88d9e4e90b1a8e2a982f441f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358001 Sep 14 01:11:21.930967 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148ebdb-f5e6-468f-9b00-9038e29f5aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5c696a-8b36-44a3-be84-69218ea9a926,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:21.933257 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57208) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:21.954597 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-715f58f7-1fb2-4c6b-b86d-68ae5b00b074 req-86090f1a-d39f-4782-9fb3-4a60bcd4fcda service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884953 Sep 14 01:11:21.982240 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c72825a6-9abe-4937-b15d-66c454fc3897 admin admin] Publish callbacks [] for security_group (3b5c696a-8b36-44a3-be84-69218ea9a926), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.004318 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c72825a6-9abe-4937-b15d-66c454fc3897 admin admin] Publish callbacks [] for security_group (3b5c696a-8b36-44a3-be84-69218ea9a926), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.018113 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:22.053347 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c72825a6-9abe-4937-b15d-66c454fc3897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (3b5c696a-8b36-44a3-be84-69218ea9a926), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.055879 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c72825a6-9abe-4937-b15d-66c454fc3897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.057007 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c72825a6-9abe-4937-b15d-66c454fc3897 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3b5c696a-8b36-44a3-be84-69218ea9a926 HTTP/1.1" status: 204 len: 168 time: 0.1228478 Sep 14 01:11:22.065298 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72825a6-9abe-4937-b15d-66c454fc3897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5c696a-8b36-44a3-be84-69218ea9a926,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:22.727317 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57230) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:22.830851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1146755988-network', 'tenant_id': '4019e0c424544f379499f94cae041629'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:22.854205 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:22.864265 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bddcc-ee52-4086-a9c8-7934d0fca6dd req-b9259656-f30b-4ece-af2f-01d3fa52e819 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:22.865893 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-046bddcc-ee52-4086-a9c8-7934d0fca6dd req-b9259656-f30b-4ece-af2f-01d3fa52e819 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0666621 Sep 14 01:11:22.870613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Made reservation on behalf of 4019e0c424544f379499f94cae041629 for: {'network': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:22.872985 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.894925 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.947083 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-046bddcc-ee52-4086-a9c8-7934d0fca6dd req-c2118b64-404e-48d4-8a79-232f34c998cb tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714328 Sep 14 01:11:22.994859 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks [] for security_group (9c08ff9c-1f8e-47d3-91ec-d415595d8da1), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:22.998711 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9c08ff9c-1f8e-47d3-91ec-d415595d8da1), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.024396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=106459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:11:23.034340 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08ff9c-1f8e-47d3-91ec-d415595d8da1,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:23.039118 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (6312ae89-6db9-4be8-a478-544d95edec35), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.039451 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.segments_db [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Added segment 6312ae89-6db9-4be8-a478-544d95edec35 of type vlan for network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d Sep 14 01:11:23.079445 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.102132 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.103127 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:23.103725 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.158016 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4269955 Sep 14 01:11:23.158233 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57236) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:23.162640 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Request body: {'subnet': {'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1146755988-subnet', 'tenant_id': '4019e0c424544f379499f94cae041629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:23.180559 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07233705-f929-42b2-8b0c-abf45c903781 admin admin] Pushing event updated for resources: {'Network': ['ID=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:23.193363 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:11:23.195303 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Made reservation on behalf of 4019e0c424544f379499f94cae041629 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:23.198506 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5042134'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.366879 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7469765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5042112'] for subnet (a6195d94-18fe-4e94-b159-d8f97809063b), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.398820 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:23.420173 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6195d94-18fe-4e94-b159-d8f97809063b,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:23.436521 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Checking segment: {'id': '6312ae89-6db9-4be8-a478-544d95edec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:23.436869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Network hostable DHCP agents. Network: 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:11:23.453339 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:11:23.461605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:11:23.465627 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:23.466252 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.470680 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa89bb-d163-4f84-aadd-614c9bb6edd2 None None] Network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:11:23.482944 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-53508f8a-eb1b-4274-b73c-819bceb6cd0e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3237906 Sep 14 01:11:23.580502 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5136d4e7-04e1-4955-b499-a8190a8aa816 None None] Network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:11:23.878964 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4e728a91-558a-4cd3-9b58-ab83145802e5 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:11:23.895191 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:23.955567 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57252) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:23.960591 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2025218779-network', 'tenant_id': '56cf90ac6b1842b392a499c153a4f1a1'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:23.981045 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Made reservation on behalf of 56cf90ac6b1842b392a499c153a4f1a1 for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:23.984896 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:23.990666 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:23.994248 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.005477 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'port_id': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'mac_address': 'fa:16:3e:98:c6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:11:24.007618 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:24.011865 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:24.044581 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 4e728a91-558a-4cd3-9b58-ab83145802e5 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:24.044888 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.058636 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:24.061141 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e728a91-558a-4cd3-9b58-ab83145802e5 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:11:24.080008 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e793b-8092-421d-9eaa-7af79c88d740 req-494ccee3-1685-4aee-83ea-aa973309641c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:24.081851 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7b5e793b-8092-421d-9eaa-7af79c88d740 req-494ccee3-1685-4aee-83ea-aa973309641c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 944 time: 0.0523114 Sep 14 01:11:24.088078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:24.090411 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks [] for security_group (065137c4-2c1c-45a5-bd29-aadc1d09eb86), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.092242 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.095046 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (065137c4-2c1c-45a5-bd29-aadc1d09eb86), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.122591 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:11:24.133980 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065137c4-2c1c-45a5-bd29-aadc1d09eb86,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:24.137980 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7b5e793b-8092-421d-9eaa-7af79c88d740 req-f29ee044-6dba-418d-9184-5ed13636cd20 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501020 Sep 14 01:11:24.141051 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (eb41539c-4fb0-4b70-a482-43e355bebfd5), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.141617 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Added segment eb41539c-4fb0-4b70-a482-43e355bebfd5 of type vlan for network 1c57a61f-fdf6-4b41-98e7-645ea89f7db9 Sep 14 01:11:24.153649 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:24.185927 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (1c57a61f-fdf6-4b41-98e7-645ea89f7db9), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.209716 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (1c57a61f-fdf6-4b41-98e7-645ea89f7db9), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.210712 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:24.211294 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.267110 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3104558 Sep 14 01:11:24.269998 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57256) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:24.274885 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Request body: {'subnet': {'network_id': '1c57a61f-fdf6-4b41-98e7-645ea89f7db9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2025218779-subnet', 'tenant_id': '56cf90ac6b1842b392a499c153a4f1a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:24.278037 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d230b7-38f3-440f-8dd8-7402288d2809 admin admin] Pushing event updated for resources: {'Network': ['ID=1c57a61f-fdf6-4b41-98e7-645ea89f7db9,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:24.287372 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 1c57a61f-fdf6-4b41-98e7-645ea89f7db9 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:11:24.296177 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Made reservation on behalf of 56cf90ac6b1842b392a499c153a4f1a1 for: {'subnet': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:24.298573 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5042134'] for subnet (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.328859 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4e728a91-558a-4cd3-9b58-ab83145802e5'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:11:24.347041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:24.469967 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7469765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5042112'] for subnet (0a226ee0-132b-4bc4-9e5f-ee8083ad61d8), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.525537 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a226ee0-132b-4bc4-9e5f-ee8083ad61d8,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:24.534043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Checking segment: {'id': 'eb41539c-4fb0-4b70-a482-43e355bebfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '1c57a61f-fdf6-4b41-98e7-645ea89f7db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:24.534395 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Network hostable DHCP agents. Network: 1c57a61f-fdf6-4b41-98e7-645ea89f7db9, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:11:24.551286 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Network 1c57a61f-fdf6-4b41-98e7-645ea89f7db9 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:11:24.559410 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 1c57a61f-fdf6-4b41-98e7-645ea89f7db9) {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:11:24.563829 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:24.564440 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:24.569227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5da4d6-028d-48f1-9560-8d7050b81515 None None] Network 1c57a61f-fdf6-4b41-98e7-645ea89f7db9 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:11:24.580407 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-314820dd-e2b0-4526-8c0d-3deafbd68b6b admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3093436 Sep 14 01:11:24.668938 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1299d-0eee-4e64-9d7c-5ccd6c2cd48b None None] Network 1c57a61f-fdf6-4b41-98e7-645ea89f7db9 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:11:25.112258 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-2122cfbb-80a4-4d5e-bcfd-aafa2e6b3c50 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:25.113611 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-2122cfbb-80a4-4d5e-bcfd-aafa2e6b3c50 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/networks?id=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d HTTP/1.1" status: 200 len: 809 time: 0.1028926 Sep 14 01:11:25.127567 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-dbf062fa-34a4-42a4-8c85-4f2a7576fb50 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/quotas/4019e0c424544f379499f94cae041629 HTTP/1.1" status: 200 len: 375 time: 0.0086548 Sep 14 01:11:25.158382 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-51b9f15c-c474-479f-adde-6e46bdef38a8 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4019e0c424544f379499f94cae041629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261335 Sep 14 01:11:25.281655 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b7391-4286-475a-bc33-1d308cc4e15c req-ad3c26ba-ffa3-41ee-823d-949968f3e0db tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:25.283114 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd3b7391-4286-475a-bc33-1d308cc4e15c req-ad3c26ba-ffa3-41ee-823d-949968f3e0db tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 945 time: 0.0701370 Sep 14 01:11:25.286562 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-f1737687-df0a-4124-b079-e4b24aa86e4d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219358 Sep 14 01:11:25.302689 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:25.387753 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd3b7391-4286-475a-bc33-1d308cc4e15c req-abb1f8ec-e84a-4a52-ba00-90cfc8d4b12a tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988238 Sep 14 01:11:25.411338 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-3bd97b7a-5ed7-4a43-b98f-58bac0155ec1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168041 Sep 14 01:11:25.566682 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e14ff7f1-6d94-4df5-b52e-61f5d8928bb7 req-90142b6c-5dbe-4e3e-bf8b-644f0cab874c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 210 time: 0.0270166 Sep 14 01:11:25.643052 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57280) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:25.913091 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4e728a91-558a-4cd3-9b58-ab83145802e5 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:25.936413 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Deleting port 75e1ab4f-c5d9-4f60-8503-807bc75e94bf {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:25.936726 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:25.958474 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 4e728a91-558a-4cd3-9b58-ab83145802e5 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:11:25.964078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 4e728a91-558a-4cd3-9b58-ab83145802e5 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:25.964499 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:25.964845 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 4e728a91-558a-4cd3-9b58-ab83145802e5 Sep 14 01:11:26.045476 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 4e728a91-558a-4cd3-9b58-ab83145802e5 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:26.045900 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.071478 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:26.074070 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3df90e-c220-43a0-89b4-f53b72cc5ab2" -d '{"events": [{"server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "name": "network-vif-plugged", "status": "completed", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:26.093772 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:26.101642 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.158281 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b664bbee-bb40-49c5-b10c-c65f520b51b1 x-openstack-request-id: req-b664bbee-bb40-49c5-b10c-c65f520b51b1 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:26.158515 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "name": "network-vif-plugged", "status": "completed", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:26.158731 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b664bbee-bb40-49c5-b10c-c65f520b51b1 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:26.159118 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b664bbee-bb40-49c5-b10c-c65f520b51b1'] response: {'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'code': 200} Sep 14 01:11:26.177773 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:26.249206 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:26.273950 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.274312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for floatingip (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.289344 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Calling delete_port for 75e1ab4f-c5d9-4f60-8503-807bc75e94bf owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:26.309144 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ec1b1-4700-436e-8b27-bbe7c0f4816b req-138bbaa2-9d11-41e3-8e72-e5651838f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:26.310918 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-941ec1b1-4700-436e-8b27-bbe7c0f4816b req-138bbaa2-9d11-41e3-8e72-e5651838f751 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1130 time: 0.0413792 Sep 14 01:11:26.452652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (75e1ab4f-c5d9-4f60-8503-807bc75e94bf), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.478609 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event deleted for resources: {'Port': ['ID=75e1ab4f-c5d9-4f60-8503-807bc75e94bf,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:26.564597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bae089-cf61-4c77-9fe1-c89a755dee15 req-def20ea5-b0a2-4a1a-bef2-b632b518ea55 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:26.566272 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-92bae089-cf61-4c77-9fe1-c89a755dee15 req-def20ea5-b0a2-4a1a-bef2-b632b518ea55 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0912366 Sep 14 01:11:26.571667 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-941ec1b1-4700-436e-8b27-bbe7c0f4816b req-84c2dc78-2ec6-4f01-a21e-0eeb5a68909b service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Sep 14 01:11:26.593115 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for floatingip (eead93b2-e9a7-4d2c-bdfd-fda23912158d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.593450 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Floating IP eead93b2-e9a7-4d2c-bdfd-fda23912158d disassociated (deleted). External IP: 172.28.1.88, port: 13aacd44-fdf5-46d5-845f-cd5e08f624ac. Sep 14 01:11:26.673822 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-92bae089-cf61-4c77-9fe1-c89a755dee15 req-8c8d713c-b680-4e47-934a-a64c26fd5204 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008666 Sep 14 01:11:26.695194 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-69450902-b8be-4b14-96e9-371aee3f958f req-81e7f655-3f1e-4025-b90b-0d40fd79378b tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 210 time: 0.0476820 Sep 14 01:11:26.849039 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:26.852522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:26.884535 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:26.889031 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:26.894408 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:26.899277 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-819f428b-3d8f-490e-ae67-1a1159c38e76 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:26.901620 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-819f428b-3d8f-490e-ae67-1a1159c38e76 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.23 "GET /networking/v2.0/networks?id=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d HTTP/1.1" status: 200 len: 809 time: 0.1259942 Sep 14 01:11:26.916743 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Request body: {'port': {'device_id': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d', 'admin_state_up': True, 'tenant_id': '4019e0c424544f379499f94cae041629'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:26.965677 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:26.971304 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:26.976914 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] Sync routers for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:26.993124 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:26.993947 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:27.011763 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d45acbe6-6023-48f6-8ed5-0842313e38ae tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/eead93b2-e9a7-4d2c-bdfd-fda23912158d HTTP/1.1" status: 204 len: 168 time: 1.3652992 Sep 14 01:11:27.011763 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:27.014028 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e" -d '{"events": [{"name": "network-changed", "server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:27.039262 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Made reservation on behalf of 4019e0c424544f379499f94cae041629 for: {'port': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:11:27.043384 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.093682 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a562e960-6336-4eb3-81dd-705b99be5181 x-openstack-request-id: req-a562e960-6336-4eb3-81dd-705b99be5181 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:27.094492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:27.094749 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a562e960-6336-4eb3-81dd-705b99be5181 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:27.095966 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a562e960-6336-4eb3-81dd-705b99be5181'] response: {'name': 'network-changed', 'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'status': 'completed', 'code': 200} Sep 14 01:11:27.200290 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Allocated IP 172.20.0.3 (65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d/a6195d94-18fe-4e94-b159-d8f97809063b/543c892f-49aa-4b2e-a7c9-511b294e505f) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:11:27.235859 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:27.306839 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db736b-257a-41c9-b7e0-8eacbca583aa req-077e97aa-2907-43f6-a59f-0cfc19eb78b5 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:27.309259 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c6db736b-257a-41c9-b7e0-8eacbca583aa req-077e97aa-2907-43f6-a59f-0cfc19eb78b5 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0598316 Sep 14 01:11:27.368109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.372716 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks [] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.376173 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-b6e77b12-95ae-4e9d-bede-508d08b84909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:27.377717 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-b6e77b12-95ae-4e9d-bede-508d08b84909 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 1129 time: 0.0659499 Sep 14 01:11:27.397622 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.411481 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.412665 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c6db736b-257a-41c9-b7e0-8eacbca583aa req-cd342b79-c809-4b69-abdb-076edb88199b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826347 Sep 14 01:11:27.448442 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:27.457077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:11:27.460217 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:11:27.464077 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:11:27.473981 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] Checking router: b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:27.482638 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:27.483263 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:27.486391 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Pushing event updated for resources: {'Port': ['ID=543c892f-49aa-4b2e-a7c9-511b294e505f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:27.512800 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:27.513397 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:27.528773 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-b9e920e9-c56b-4bd0-b059-050425faa95c tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176491 Sep 14 01:11:27.586363 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:27.688707 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.705003 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.707369 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:27.776580 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:27.804948 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee72db2-165e-4f55-b7ef-a8cb8b67fa97 None None] The sync data for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb is: [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:06:14Z', 'revision_number': 4, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '929306be-7d3b-4f3c-a733-18825935a040', 'name': '', 'network_id': '446776f5-e781-4654-86cf-58762bbf2d32', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'mac_address': 'fa:16:3e:61:32:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:13Z', 'updated_at': '2022-09-14T01:06:19Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'subnets': [{'id': 'fb6ca6f2-c543-4cbe-a13a-89d8315b349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:27.827029 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dac72-9d48-4962-897c-4ed0dd6229b3 req-e1446307-4f68-4ccb-9a0b-3c7616e3ca42 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:27.829074 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a54dac72-9d48-4962-897c-4ed0dd6229b3 req-e1446307-4f68-4ccb-9a0b-3c7616e3ca42 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0728033 Sep 14 01:11:27.851522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f03806-11fc-4267-9a47-764c8dc988bc req-547bc2de-c9fa-4113-8fd0-a93bdf3a0456 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:27.853170 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08f03806-11fc-4267-9a47-764c8dc988bc req-547bc2de-c9fa-4113-8fd0-a93bdf3a0456 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 931 time: 0.0679734 Sep 14 01:11:27.918977 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a54dac72-9d48-4962-897c-4ed0dd6229b3 req-e809db9e-245e-416e-86f1-36f7cea65417 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840163 Sep 14 01:11:27.930580 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08f03806-11fc-4267-9a47-764c8dc988bc req-61d1ff95-0d90-44cc-ba96-64a0f3eafd95 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692303 Sep 14 01:11:28.029274 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6974c3-95f3-4cec-996d-912f5f7c8cb1 None None] New status for floating IP eead93b2-e9a7-4d2c-bdfd-fda23912158d: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:11:28.541222 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce22f7d-9f91-4287-802a-64040a4dc912 req-2cb1122e-281c-43cb-a746-3115fcb74b71 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.542897 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ce22f7d-9f91-4287-802a-64040a4dc912 req-2cb1122e-281c-43cb-a746-3115fcb74b71 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0519526 Sep 14 01:11:28.597312 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ce22f7d-9f91-4287-802a-64040a4dc912 req-0165d61d-8913-4b8e-ba3d-c614c5756354 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485868 Sep 14 01:11:28.602102 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Request body: {'port': {'device_id': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:28.679961 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:28.692012 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-b4f94200-cc7c-41a7-ad8c-f5a75329cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:28.693474 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-b4f94200-cc7c-41a7-ad8c-f5a75329cdaa service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 200 len: 909 time: 0.0953083 Sep 14 01:11:28.707444 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0407589c-af95-42c7-bb99-a6da4865a7ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:28.887518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:28.930653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543c892f-49aa-4b2e-a7c9-511b294e505f {{(pid=106460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:11:28.938173 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Publish callbacks [] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:28.950275 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.provisioning_blocks [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Transition to ACTIVE for port object 543c892f-49aa-4b2e-a7c9-511b294e505f will not be triggered until provisioned by entity L2. {{(pid=106460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:11:28.954663 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:29.037029 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=543c892f-49aa-4b2e-a7c9-511b294e505f,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:29.069007 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Attempting to bind port 543c892f-49aa-4b2e-a7c9-511b294e505f on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:11:29.069340 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Attempting to bind port 543c892f-49aa-4b2e-a7c9-511b294e505f by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '6312ae89-6db9-4be8-a478-544d95edec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d'}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:11:29.069663 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Attempting to bind port 543c892f-49aa-4b2e-a7c9-511b294e505f on network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:29.088349 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9340b8-82ba-421e-89fa-edd4999105e9 req-656a2ff9-4413-406a-8ec5-99edb32a5368 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.089866 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3d9340b8-82ba-421e-89fa-edd4999105e9 req-656a2ff9-4413-406a-8ec5-99edb32a5368 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 943 time: 0.0780706 Sep 14 01:11:29.098834 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca02f09-4447-4c74-b687-aa885b3f6f66 req-ae6b597c-6074-47c8-a4a2-ed565863c708 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.100329 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bca02f09-4447-4c74-b687-aa885b3f6f66 req-ae6b597c-6074-47c8-a4a2-ed565863c708 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0787439 Sep 14 01:11:29.113769 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Port 543c892f-49aa-4b2e-a7c9-511b294e505f on network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:11:29.114376 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Attempting to bind port 543c892f-49aa-4b2e-a7c9-511b294e505f on network 65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:11:29.160514 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:11:29.160847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Checking segment: {'id': '6312ae89-6db9-4be8-a478-544d95edec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:11:29.161218 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Bound using segment: {'id': '6312ae89-6db9-4be8-a478-544d95edec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d'} {{(pid=106460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:11:29.161652 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.managers [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Bound port: 543c892f-49aa-4b2e-a7c9-511b294e505f, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6312ae89-6db9-4be8-a478-544d95edec35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d'}}] {{(pid=106460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:11:29.162188 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:29.164055 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-bb29e5f7-f7e3-4153-af2d-528292e0c56e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 200 len: 217 time: 0.0627954 Sep 14 01:11:29.202062 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:29.224978 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] For port 543c892f-49aa-4b2e-a7c9-511b294e505f, host hv-cinder-85752, cleared binding levels {{(pid=106460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:11:29.228041 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] For port 543c892f-49aa-4b2e-a7c9-511b294e505f, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=543c892f-49aa-4b2e-a7c9-511b294e505f,segment=NetworkSegment(6312ae89-6db9-4be8-a478-544d95edec35),segment_id=6312ae89-6db9-4be8-a478-544d95edec35)] {{(pid=106460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:11:29.234897 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:29.237880 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.238492 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:29.240051 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/543c892f-49aa-4b2e-a7c9-511b294e505f HTTP/1.1" status: 200 len: 1093 time: 0.6423414 Sep 14 01:11:29.242201 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'tag': '543c892f-49aa-4b2e-a7c9-511b294e505f'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:29.245130 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515041cc-4d56-4457-8d79-4d7025577914" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb969fa-5400-47ad-b6e0-f5da55b8b756", "tag": "543c892f-49aa-4b2e-a7c9-511b294e505f"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:29.279873 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-1a3fca45-04ac-43e8-ad55-d1219cad310b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.281618 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-1a3fca45-04ac-43e8-ad55-d1219cad310b tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.1418495 Sep 14 01:11:29.288866 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3d9340b8-82ba-421e-89fa-edd4999105e9 req-94df0819-60f5-4f21-b38f-2e3fc0cabace tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865203 Sep 14 01:11:29.301343 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bca02f09-4447-4c74-b687-aa885b3f6f66 req-841f64b3-4a36-4824-927e-412487098a09 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916621 Sep 14 01:11:29.307143 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-9139e686-e988-4922-8b7a-ca9879d13a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.310182 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-9139e686-e988-4922-8b7a-ca9879d13a79 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 200 len: 847 time: 0.1340008 Sep 14 01:11:29.310404 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17cedc-bec8-4fe8-a3ef-a64308764bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=543c892f-49aa-4b2e-a7c9-511b294e505f,revision_number=3']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:29.371518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f1e549-54c6-4381-b2e6-32e68acbfd54 x-openstack-request-id: req-62f1e549-54c6-4381-b2e6-32e68acbfd54 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:29.371518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb969fa-5400-47ad-b6e0-f5da55b8b756", "tag": "543c892f-49aa-4b2e-a7c9-511b294e505f", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:29.371518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62f1e549-54c6-4381-b2e6-32e68acbfd54 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:29.371518 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f1e549-54c6-4381-b2e6-32e68acbfd54'] response: {'name': 'network-changed', 'server_uuid': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'tag': '543c892f-49aa-4b2e-a7c9-511b294e505f', 'status': 'completed', 'code': 200} Sep 14 01:11:29.372580 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-40e0a712-2c42-4e64-9994-25dcda8d5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.374154 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-40e0a712-2c42-4e64-9994-25dcda8d5ff1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4019e0c424544f379499f94cae041629&device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 1127 time: 0.0808401 Sep 14 01:11:29.407027 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-84cf081a-2405-4a5a-bef1-faec2bd32015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.408500 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-84cf081a-2405-4a5a-bef1-faec2bd32015 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=446776f5-e781-4654-86cf-58762bbf2d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0750556 Sep 14 01:11:29.413720 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-88e27030-7597-49ff-9e5d-1fc007b81a45 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543c892f-49aa-4b2e-a7c9-511b294e505f HTTP/1.1" status: 200 len: 217 time: 0.0327599 Sep 14 01:11:29.463096 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-a03bd27e-d37d-4b1b-9048-d7ad74779080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.464537 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-a03bd27e-d37d-4b1b-9048-d7ad74779080 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a6195d94-18fe-4e94-b159-d8f97809063b HTTP/1.1" status: 200 len: 849 time: 0.0453873 Sep 14 01:11:29.495893 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-c3bb9480-7e65-43ff-bb94-7efec0795120 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255449 Sep 14 01:11:29.497346 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Deleting port 13aacd44-fdf5-46d5-845f-cd5e08f624ac {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:29.497711 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:29.500188 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:29.525988 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48985eed-a852-4e26-ab87-e2dc99c28173 req-85143585-753b-47ac-96af-e483be858cca tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.527465 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-48985eed-a852-4e26-ab87-e2dc99c28173 req-85143585-753b-47ac-96af-e483be858cca tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.1248202 Sep 14 01:11:29.568274 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:29.589468 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-87f2bedf-1518-4d05-a038-d35deed8c93b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876915 Sep 14 01:11:29.638623 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-1702bfda-eb4d-4eb5-84cd-19ba6ea36af7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188754 Sep 14 01:11:29.678639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-48985eed-a852-4e26-ab87-e2dc99c28173 req-7a2235e8-90d9-40f9-adc8-b77c5fb3dfca tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207566 Sep 14 01:11:29.687397 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [req-545197d5-1a09-43a1-ad08-928046fc3b1b req-59836837-2464-48a9-8183-43dc1827428d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924430 Sep 14 01:11:29.725452 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] For port 13aacd44-fdf5-46d5-845f-cd5e08f624ac, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=13aacd44-fdf5-46d5-845f-cd5e08f624ac,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:29.725840 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:29.762744 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Calling delete_port for 13aacd44-fdf5-46d5-845f-cd5e08f624ac owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:29.803652 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa24e2-9dd1-4f3e-bf7c-a3efd83286cf req-fc3af026-1b5f-41eb-9bf0-736f278bc176 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:29.805124 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bdfa24e2-9dd1-4f3e-bf7c-a3efd83286cf req-fc3af026-1b5f-41eb-9bf0-736f278bc176 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 945 time: 0.0937669 Sep 14 01:11:29.863461 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f598e215-1f6b-4acc-a3c5-2c83d2c2681e req-fc78c2ae-33f7-4e0a-b20d-e46fc047d2ad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110183 Sep 14 01:11:29.910170 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bdfa24e2-9dd1-4f3e-bf7c-a3efd83286cf req-6f802bd3-5191-4a2d-93f7-ae538f980533 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=38c3538a-84b7-486d-a484-aff761358f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734365 Sep 14 01:11:29.975165 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (13aacd44-fdf5-46d5-845f-cd5e08f624ac), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:30.038395 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event deleted for resources: {'Port': ['ID=13aacd44-fdf5-46d5-845f-cd5e08f624ac,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:30.079420 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] No DVR routers for this DVR port 13aacd44-fdf5-46d5-845f-cd5e08f624ac on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:30.086110 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d41a8f-6b70-483d-83be-e7ece0974b55 req-11c90eb7-92f0-4396-9268-128798d80486 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.087559 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25d41a8f-6b70-483d-83be-e7ece0974b55 req-11c90eb7-92f0-4396-9268-128798d80486 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.1069336 Sep 14 01:11:30.088570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:30.091626 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e1dd8a6b-8e22-4ade-8e16-e116c4abfdda req-6b482f67-2446-42fc-bcae-5a2083c3b1bb tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.23 "DELETE /networking/v2.0/ports/13aacd44-fdf5-46d5-845f-cd5e08f624ac HTTP/1.1" status: 204 len: 173 time: 0.8019049 Sep 14 01:11:30.092102 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-deleted', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:30.094904 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d23df9-a4ec-4657-a4f3-743a04bccc8b" -d '{"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-deleted", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:30.133231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8cbea7-e372-4167-99e5-7773b7f0a6ed x-openstack-request-id: req-8a8cbea7-e372-4167-99e5-7773b7f0a6ed {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:30.133522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37d5dba-babc-4d7d-b707-cdd88d163c59", "name": "network-vif-deleted", "tag": "13aacd44-fdf5-46d5-845f-cd5e08f624ac", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:30.133789 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a8cbea7-e372-4167-99e5-7773b7f0a6ed {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:30.134190 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a8cbea7-e372-4167-99e5-7773b7f0a6ed'] response: {'server_uuid': 'c37d5dba-babc-4d7d-b707-cdd88d163c59', 'name': 'network-vif-deleted', 'tag': '13aacd44-fdf5-46d5-845f-cd5e08f624ac', 'status': 'completed', 'code': 200} Sep 14 01:11:30.141696 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25d41a8f-6b70-483d-83be-e7ece0974b55 req-be02a079-4275-44a3-9048-8906c7040738 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Sep 14 01:11:30.544258 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dc4c3-3fbc-463f-bc50-36c45278468f req-a8f833ba-043c-47db-af42-f44128eb4058 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.545889 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c16dc4c3-3fbc-463f-bc50-36c45278468f req-a8f833ba-043c-47db-af42-f44128eb4058 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 943 time: 0.1647608 Sep 14 01:11:30.547073 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515041cc-4d56-4457-8d79-4d7025577914 req-28a28c42-a798-45c6-87fd-32da32b0a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.548465 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-28a28c42-a798-45c6-87fd-32da32b0a612 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4019e0c424544f379499f94cae041629&device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 1127 time: 0.0774698 Sep 14 01:11:30.670811 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c16dc4c3-3fbc-463f-bc50-36c45278468f req-68bbac24-1294-4aeb-92a7-2bb64608e5ae tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066489 Sep 14 01:11:30.685067 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515041cc-4d56-4457-8d79-4d7025577914 req-4cda3608-a62c-43b4-a432-939950c0918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.686618 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-4cda3608-a62c-43b4-a432-939950c0918f service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d HTTP/1.1" status: 200 len: 910 time: 0.1311839 Sep 14 01:11:30.727999 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-ea4b8adf-ad21-441a-9767-54d080ee377b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=543c892f-49aa-4b2e-a7c9-511b294e505f HTTP/1.1" status: 200 len: 217 time: 0.0339134 Sep 14 01:11:30.770193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:30.779228 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:30.789268 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515041cc-4d56-4457-8d79-4d7025577914 req-78006517-199c-4b8a-96f7-c40b7486deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:30.790784 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-78006517-199c-4b8a-96f7-c40b7486deb2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a6195d94-18fe-4e94-b159-d8f97809063b HTTP/1.1" status: 200 len: 849 time: 0.0489569 Sep 14 01:11:30.839041 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-25a1411e-df94-448b-9200-5282b08d6ec1 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311451 Sep 14 01:11:30.946688 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-0f1e2dcf-c95f-4f70-9230-9299204b2d7a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934346 Sep 14 01:11:30.967708 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-5e5900bb-7f56-40d2-8154-14ba5c962776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:31.044124 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a707b4ef-eb0f-49b3-8550-0886c4f0c045 req-57fac828-d99a-4ca2-b13a-a117140823e6 tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c37d5dba-babc-4d7d-b707-cdd88d163c59 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Sep 14 01:11:31.083075 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-515041cc-4d56-4457-8d79-4d7025577914 req-68236cd9-7e37-467e-9b55-e705b805fa8c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180749 Sep 14 01:11:31.794742 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d89ff-64a7-4c62-ae38-e81307fa486b req-bf56d550-a663-4277-9b82-0a583d9d3269 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:31.796234 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-936d89ff-64a7-4c62-ae38-e81307fa486b req-bf56d550-a663-4277-9b82-0a583d9d3269 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 943 time: 0.0480351 Sep 14 01:11:31.843729 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-936d89ff-64a7-4c62-ae38-e81307fa486b req-df844ba6-ec57-4e5f-8d06-01bb8876a7a8 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Sep 14 01:11:31.950906 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 543c892f-49aa-4b2e-a7c9-511b294e505f details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:11:31.957917 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:31.983050 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 13aacd44-fdf5-46d5-845f-cd5e08f624ac {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:31.983698 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 13aacd44-fdf5-46d5-845f-cd5e08f624ac not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:32.086224 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 543c892f-49aa-4b2e-a7c9-511b294e505f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=543c892f-49aa-4b2e-a7c9-511b294e505f,segment=NetworkSegment(6312ae89-6db9-4be8-a478-544d95edec35),segment_id=6312ae89-6db9-4be8-a478-544d95edec35)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:32.098510 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '543c892f-49aa-4b2e-a7c9-511b294e505f', 'network_id': '65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d', 'port_id': '543c892f-49aa-4b2e-a7c9-511b294e505f', 'mac_address': 'fa:16:3e:f9:2f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6195d94-18fe-4e94-b159-d8f97809063b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:11:32.109383 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57366) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:32.144035 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 543c892f-49aa-4b2e-a7c9-511b294e505f is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:32.144502 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.159469 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543c892f-49aa-4b2e-a7c9-511b294e505f {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:11:32.175595 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f227488e-bddd-492c-92fe-1f2359e3e39c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group (38c3538a-84b7-486d-a484-aff761358f21), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.179623 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 543c892f-49aa-4b2e-a7c9-511b294e505f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=543c892f-49aa-4b2e-a7c9-511b294e505f,segment=NetworkSegment(6312ae89-6db9-4be8-a478-544d95edec35),segment_id=6312ae89-6db9-4be8-a478-544d95edec35)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:32.183642 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.200550 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f227488e-bddd-492c-92fe-1f2359e3e39c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group (38c3538a-84b7-486d-a484-aff761358f21), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.233393 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=543c892f-49aa-4b2e-a7c9-511b294e505f,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:32.267039 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f227488e-bddd-492c-92fe-1f2359e3e39c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (38c3538a-84b7-486d-a484-aff761358f21), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.269696 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f227488e-bddd-492c-92fe-1f2359e3e39c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.270834 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-f227488e-bddd-492c-92fe-1f2359e3e39c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/38c3538a-84b7-486d-a484-aff761358f21 HTTP/1.1" status: 204 len: 168 time: 0.1602173 Sep 14 01:11:32.280828 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227488e-bddd-492c-92fe-1f2359e3e39c tempest-TestShelveInstance-1836648279 tempest-TestShelveInstance-1836648279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3538a-84b7-486d-a484-aff761358f21,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:32.322958 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57370) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:32.359403 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:32.420420 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['543c892f-49aa-4b2e-a7c9-511b294e505f'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:11:32.996531 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.004527 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab671a71-01f8-478a-97df-45ae593e6aaa req-4ae70484-6307-4d32-a545-575680195fd8 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:33.006772 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ab671a71-01f8-478a-97df-45ae593e6aaa req-4ae70484-6307-4d32-a545-575680195fd8 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 944 time: 0.0824776 Sep 14 01:11:33.052042 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:33.139128 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ab671a71-01f8-478a-97df-45ae593e6aaa req-6c661b6d-d8ce-4e46-91c0-a1662a4b4292 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009505 Sep 14 01:11:33.201828 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:33.269112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Deleting port 929306be-7d3b-4f3c-a733-18825935a040 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:33.269360 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (929306be-7d3b-4f3c-a733-18825935a040), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.347957 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] For port 929306be-7d3b-4f3c-a733-18825935a040, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=929306be-7d3b-4f3c-a733-18825935a040,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:33.348312 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (929306be-7d3b-4f3c-a733-18825935a040), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.361383 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Calling delete_port for 929306be-7d3b-4f3c-a733-18825935a040 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:33.530548 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (929306be-7d3b-4f3c-a733-18825935a040), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.555903 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Pushing event deleted for resources: {'Port': ['ID=929306be-7d3b-4f3c-a733-18825935a040,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:33.693122 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.714423 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.742204 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:33.814952 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:33.922306 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:33.981314 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 543c892f-49aa-4b2e-a7c9-511b294e505f up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:11:34.024328 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:34.026319 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 543c892f-49aa-4b2e-a7c9-511b294e505f completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:11:34.030023 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-2cfb8fe7-b84a-4bcf-a3b4-8bf9355efa03 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/b57f21a8-66d1-4704-b7e8-9e3f59db0bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7057979 Sep 14 01:11:34.033026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57378) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:34.035388 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] Sync routers for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:34.039003 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 543c892f-49aa-4b2e-a7c9-511b294e505f triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:11:34.039371 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.039702 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 543c892f-49aa-4b2e-a7c9-511b294e505f Sep 14 01:11:34.068822 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:34.074066 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:34.074694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:34.134508 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks [] for router (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.215119 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:34.247785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 543c892f-49aa-4b2e-a7c9-511b294e505f is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:11:34.248171 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.275514 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks [] for router_gateway (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.294127 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c619670-be88-41b4-96a0-4c47e7215601 req-c58362e4-faef-4d4a-83ad-c75d4b41926b tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:34.295607 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c619670-be88-41b4-96a0-4c47e7215601 req-c58362e4-faef-4d4a-83ad-c75d4b41926b tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 944 time: 0.0752561 Sep 14 01:11:34.343125 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543c892f-49aa-4b2e-a7c9-511b294e505f'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:34.345930 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e33a16-c915-49ac-b6c4-fc045ae39d04" -d '{"events": [{"server_uuid": "0cb969fa-5400-47ad-b6e0-f5da55b8b756", "name": "network-vif-plugged", "status": "completed", "tag": "543c892f-49aa-4b2e-a7c9-511b294e505f"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:34.352687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Deleting port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:34.353081 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.363411 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 543c892f-49aa-4b2e-a7c9-511b294e505f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=543c892f-49aa-4b2e-a7c9-511b294e505f,segment=NetworkSegment(6312ae89-6db9-4be8-a478-544d95edec35),segment_id=6312ae89-6db9-4be8-a478-544d95edec35)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:34.370550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.458748 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=543c892f-49aa-4b2e-a7c9-511b294e505f,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:34.463710 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9c619670-be88-41b4-96a0-4c47e7215601 req-7c8ae7fb-1ba4-410c-ac62-a6602138b01d tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452053 Sep 14 01:11:34.464526 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:34.470939 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e539f0-d3c9-4ba0-90cd-1a1e22d13d28 req-44fd50af-9888-4fef-ad99-1fd4ea224efb tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:34.472524 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a0e539f0-d3c9-4ba0-90cd-1a1e22d13d28 req-44fd50af-9888-4fef-ad99-1fd4ea224efb tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0965621 Sep 14 01:11:34.480809 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:11:33Z', 'revision_number': 5, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port': {'id': '055c1112-c0cd-4847-b3b0-ba1a6da77d4a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:11Z', 'updated_at': '2022-09-14T01:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:34.517213 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] For port 055c1112-c0cd-4847-b3b0-ba1a6da77d4a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:34.517583 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.522287 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0da22f-f6af-420e-9266-947d12c087bf x-openstack-request-id: req-8a0da22f-f6af-420e-9266-947d12c087bf {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:34.522624 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb969fa-5400-47ad-b6e0-f5da55b8b756", "name": "network-vif-plugged", "status": "completed", "tag": "543c892f-49aa-4b2e-a7c9-511b294e505f", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:34.522883 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a0da22f-f6af-420e-9266-947d12c087bf {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:34.523276 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0da22f-f6af-420e-9266-947d12c087bf'] response: {'server_uuid': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543c892f-49aa-4b2e-a7c9-511b294e505f', 'code': 200} Sep 14 01:11:34.524367 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] Checking router: b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:34.535419 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] Routers {'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:34.536160 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:34.542629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Calling delete_port for 055c1112-c0cd-4847-b3b0-ba1a6da77d4a owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:34.572396 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a0e539f0-d3c9-4ba0-90cd-1a1e22d13d28 req-925c0a25-6a56-4221-92ac-5242992b42ab tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863767 Sep 14 01:11:34.607269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57392) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:34.633239 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:34.641380 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:34.643602 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] Set router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:34.703221 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:11:34Z', 'revision_number': 6, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:34.731045 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e80d4-eaf7-499e-8947-d7f64ef42c47 None None] The sync data for ids ['b57f21a8-66d1-4704-b7e8-9e3f59db0bd7'] in dv-cinder-857528-1-smb is: [{'id': 'b57f21a8-66d1-4704-b7e8-9e3f59db0bd7', 'name': 'tempest-TestShelveInstance-240885033-router', 'tenant_id': '117105d5e9fb4309aad25e39e0f5e4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:10Z', 'updated_at': '2022-09-14T01:11:34Z', 'revision_number': 6, 'project_id': '117105d5e9fb4309aad25e39e0f5e4df', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:34.742976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ee606-715d-460c-a371-1be31089656c req-57c7d72d-c4fb-4b10-a7b9-a1100c7fb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:34.744781 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-716ee606-715d-460c-a371-1be31089656c req-57c7d72d-c4fb-4b10-a7b9-a1100c7fb114 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 1129 time: 0.0582528 Sep 14 01:11:34.787973 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff72e1-6514-4b5f-98c2-0ea7f6cc0a16 tempest-TestMinimumBasicScenario-54954873 tempest-TestMinimumBasicScenario-54954873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:34.789496 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-57ff72e1-6514-4b5f-98c2-0ea7f6cc0a16 tempest-TestMinimumBasicScenario-54954873 tempest-TestMinimumBasicScenario-54954873-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1125 time: 0.1806231 Sep 14 01:11:34.792609 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57396) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:34.797079 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'port_id': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:34.818587 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.827260 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-716ee606-715d-460c-a371-1be31089656c req-00166b98-dca1-4978-ace4-5cc2b7946393 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756917 Sep 14 01:11:34.829552 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (055c1112-c0cd-4847-b3b0-ba1a6da77d4a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.852108 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=055c1112-c0cd-4847-b3b0-ba1a6da77d4a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:34.897549 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.923666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:34.951701 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:35.013129 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_common [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Allocated IP 172.28.1.172 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/bdf9db6e-d8ae-4ff7-bcf8-a99e41609581) {{(pid=106460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:11:35.031768 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.033836 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks [] for router_controller (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.107423 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (b57f21a8-66d1-4704-b7e8-9e3f59db0bd7), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.108079 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:11:35.114269 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.115709 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ecc45862-4917-40ff-9a16-bda17ab00c1c admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/b57f21a8-66d1-4704-b7e8-9e3f59db0bd7 HTTP/1.1" status: 204 len: 168 time: 1.0815756 Sep 14 01:11:35.118659 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57398) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:35.135490 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.162518 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:35.173375 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.185679 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Deleting subnet fb6ca6f2-c543-4cbe-a13a-89d8315b349c {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:11:35.189575 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Publish callbacks [] for subnet (fb6ca6f2-c543-4cbe-a13a-89d8315b349c), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.199677 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:35.224694 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:11:35.228422 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Resources bound (agent type, host, resource id): {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:11:35.232756 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Received port after_create {{(pid=106460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:11:35.237688 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'Port': ['ID=bdf9db6e-d8ae-4ff7-bcf8-a99e41609581,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:35.466499 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7884280'] for subnet (fb6ca6f2-c543-4cbe-a13a-89d8315b349c), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.529471 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 929306be-7d3b-4f3c-a733-18825935a040 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:35.557158 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (fb6ca6f2-c543-4cbe-a13a-89d8315b349c), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.576382 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 929306be-7d3b-4f3c-a733-18825935a040 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:35.577323 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 929306be-7d3b-4f3c-a733-18825935a040 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:35.668210 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7464474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5042169'] for subnet (fb6ca6f2-c543-4cbe-a13a-89d8315b349c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.701064 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ca53d-3b7f-4efc-a434-a7e9647471e1 req-e6674eb6-0e7a-4b7a-b8e4-24df9bca0fc5 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:35.702573 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-678ca53d-3b7f-4efc-a434-a7e9647471e1 req-e6674eb6-0e7a-4b7a-b8e4-24df9bca0fc5 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 945 time: 0.0869186 Sep 14 01:11:35.705553 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6ca6f2-c543-4cbe-a13a-89d8315b349c,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:35.712641 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.716115 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5009743-f1fe-4220-a2fa-0ead4ebd6e3c None None] Network 446776f5-e781-4654-86cf-58762bbf2d32 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:11:35.716753 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/fb6ca6f2-c543-4cbe-a13a-89d8315b349c HTTP/1.1" status: 204 len: 168 time: 0.5969212 Sep 14 01:11:35.721608 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57404) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:35.741752 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.742134 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.742602 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.742840 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.743179 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.743517 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.743850 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.744175 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.744505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.744837 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.745246 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.745473 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.745828 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.746137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.746460 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c320c10f-feea-4480-b7d0-6426f5b59ed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:11:35.840518 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-678ca53d-3b7f-4efc-a434-a7e9647471e1 req-89236299-92af-4b36-95a4-a526dc517628 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291342 Sep 14 01:11:35.844078 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (446776f5-e781-4654-86cf-58762bbf2d32), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.849113 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for floatingip (b3c53430-07a8-4a6f-8062-7f80223a3d3d), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.904770 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Deleting port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:35.905181 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:35.936593 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] DHCP port deletion for 446776f5-e781-4654-86cf-58762bbf2d32 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:11:35.958418 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), before_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.002209 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] Deleting port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d {{(pid=106461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:36.002960 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), before_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.014825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:36.028473 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] For port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:36.028839 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.045859 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Calling delete_port for 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:36.074037 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] For port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,segment=NetworkSegment(eca5f23e-c544-4aa1-9341-00d055a9b176),segment_id=eca5f23e-c544-4aa1-9341-00d055a9b176)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:36.074436 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), precommit_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.087621 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] Calling delete_port for 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d owned by network:dhcp {{(pid=106461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:36.089030 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:36.129991 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:36.134542 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.135119 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), precommit_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.139251 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8334283'] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), after_update {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.163332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:36.168121 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] No DVR routers for this DVR port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d on host dv-cinder-857528-1-smb {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:36.171241 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d), after_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.202667 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] Pushing event deleted for resources: {'Port': ['ID=12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d,revision_number=None']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:36.204606 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82abb89b-ba15-404a-9d94-377a46e2c33e None None] No DVR routers for this DVR port 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d on host dv-cinder-857528-1-smb {{(pid=106461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:36.212795 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'Port': ['ID=bdf9db6e-d8ae-4ff7-bcf8-a99e41609581,revision_number=2']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:36.215145 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (b3c53430-07a8-4a6f-8062-7f80223a3d3d), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.252831 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (446776f5-e781-4654-86cf-58762bbf2d32), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.273142 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446776f5-e781-4654-86cf-58762bbf2d32']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:36.283259 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca5f23e-c544-4aa1-9341-00d055a9b176') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:36.283586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca5f23e-c544-4aa1-9341-00d055a9b176') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:36.293287 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (eca5f23e-c544-4aa1-9341-00d055a9b176), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.307129 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (eca5f23e-c544-4aa1-9341-00d055a9b176), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.310482 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:36.314712 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:11:36.315319 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (eca5f23e-c544-4aa1-9341-00d055a9b176), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.316399 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Floating IP b3c53430-07a8-4a6f-8062-7f80223a3d3d associated. External IP: 172.28.1.172, port: 4e728a91-558a-4cd3-9b58-ab83145802e5. Sep 14 01:11:36.390597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (446776f5-e781-4654-86cf-58762bbf2d32), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.401478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.404647 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/446776f5-e781-4654-86cf-58762bbf2d32 HTTP/1.1" status: 204 len: 168 time: 0.6778595 Sep 14 01:11:36.408245 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57410) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:36.418810 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44250031-b2f7-44de-9e0e-0a42a2f06e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=446776f5-e781-4654-86cf-58762bbf2d32,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:36.482122 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment eca5f23e-c544-4aa1-9341-00d055a9b176 resource provider aggregate not found Sep 14 01:11:36.499838 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment eca5f23e-c544-4aa1-9341-00d055a9b176 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eca5f23e-c544-4aa1-9341-00d055a9b176 found for delete ", "request_id": "req-dd5de58e-6d76-44d4-a919-e24a7df9f7b3"}]} Sep 14 01:11:36.651665 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Router 6a45fe5a-ea61-4139-a80b-46f998290e53 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:36.841280 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:36.851473 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] Sync routers for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:36.861307 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:36.862072 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:36.870653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.937887 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:36.943327 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-eaf2fec0-9d3c-468e-b172-561b273e425b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1469898 Sep 14 01:11:36.943327 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:36.943913 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57416) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:36.945117 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:36.949976 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103057155', 'description': 'tempest-secgroup-smoke-1103057155 description', 'project_id': '57f92cc47a4540bb88497846ca0ee158'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:36.959135 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:36.995629 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.003966 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:37.031281 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fa1585-758d-415b-bfc4-b0ed0ef2fb85 x-openstack-request-id: req-59fa1585-758d-415b-bfc4-b0ed0ef2fb85 {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:37.033918 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:37.034686 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59fa1585-758d-415b-bfc4-b0ed0ef2fb85 {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:37.035309 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fa1585-758d-415b-bfc4-b0ed0ef2fb85'] response: {'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'status': 'completed', 'code': 200} Sep 14 01:11:37.083684 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:37.142110 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-d65f2491-2329-41b7-876e-ac2382302836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:37.143661 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-d65f2491-2329-41b7-876e-ac2382302836 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1130 time: 0.1001694 Sep 14 01:11:37.150584 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:37.156251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6aaa2-29a1-4c0f-b90a-e88fe610be25 req-aae59c61-8690-4230-9a0a-c32d957dd4b6 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:37.158005 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-38c6aaa2-29a1-4c0f-b90a-e88fe610be25 req-aae59c61-8690-4230-9a0a-c32d957dd4b6 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 945 time: 0.1014884 Sep 14 01:11:37.189562 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group (91ad975b-da66-4a11-98f4-357f1e218276), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.208352 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:37.208780 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 12ac707f-1dd7-4546-b9ae-f0f23fdb7b6d not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:37.209271 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 055c1112-c0cd-4847-b3b0-ba1a6da77d4a no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:37.233633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 055c1112-c0cd-4847-b3b0-ba1a6da77d4a {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:37.233919 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:11:37.234614 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 055c1112-c0cd-4847-b3b0-ba1a6da77d4a not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:37.242931 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (91ad975b-da66-4a11-98f4-357f1e218276), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.308604 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.312670 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3649108 Sep 14 01:11:37.314626 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57420) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:37.320614 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group_rule': {'security_group_id': '91ad975b-da66-4a11-98f4-357f1e218276', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:37.325106 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e279d-5fc0-46fc-b45c-2ff2e71f9048 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad975b-da66-4a11-98f4-357f1e218276,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:37.328455 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:37.332471 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-38c6aaa2-29a1-4c0f-b90a-e88fe610be25 req-dfb6d0af-991a-4b4a-a49f-e76ef25febb3 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621661 Sep 14 01:11:37.339688 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Deleting port 67ad5342-ca88-493f-8f1f-d9561f34e661 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:37.340048 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.359748 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-2f2742b7-90c3-4dd5-96ae-6573ee21c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:37.361204 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-2f2742b7-90c3-4dd5-96ae-6573ee21c9fa service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 916 time: 0.2011752 Sep 14 01:11:37.399121 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (c784105d-5e01-41ec-8993-d2055cf99998), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.402174 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b3c53430-07a8-4a6f-8062-7f80223a3d3d', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'floating_ip_address': '172.28.1.172', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'port_id': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'mac_address': 'fa:16:3e:98:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:11:35Z', 'updated_at': '2022-09-14T01:11:35Z', 'revision_number': 0, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:37.433637 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] Checking router: 6a45fe5a-ea61-4139-a80b-46f998290e53 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:37.445857 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:37.446593 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:37.450642 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:37.459054 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-506ed8d7-4be0-437a-853b-8258ab84717b service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 1000 time: 0.0870793 Sep 14 01:11:37.482604 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] For port 67ad5342-ca88-493f-8f1f-d9561f34e661, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=67ad5342-ca88-493f-8f1f-d9561f34e661,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:37.482864 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.507863 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Calling delete_port for 67ad5342-ca88-493f-8f1f-d9561f34e661 owned by network:router_interface {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:37.522528 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-bfdc90f3-801c-469a-9c37-ee48a0a6a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:37.523615 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (c784105d-5e01-41ec-8993-d2055cf99998), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.523899 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-bfdc90f3-801c-469a-9c37-ee48a0a6a5ac service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 200 len: 854 time: 0.0588813 Sep 14 01:11:37.530460 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (c784105d-5e01-41ec-8993-d2055cf99998), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.581895 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-b15f7a54-0b5b-4582-b291-b606471fa613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:37.582451 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c784105d-5e01-41ec-8993-d2055cf99998,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:37.583680 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-b15f7a54-0b5b-4582-b291-b606471fa613 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0537243 Sep 14 01:11:37.595946 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:37.596715 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.598018 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-731672da-3e0c-4643-b51f-17d46bc81a94 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823753 Sep 14 01:11:37.602573 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57424) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:37.607198 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group_rule': {'security_group_id': '91ad975b-da66-4a11-98f4-357f1e218276', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:37.689776 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (8204eb2d-106f-465e-a807-486bf137dec5), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.737621 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-b1bb7bc7-713a-412c-8ba3-edaeb82b60e7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447346 Sep 14 01:11:37.787188 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (8204eb2d-106f-465e-a807-486bf137dec5), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.832099 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (8204eb2d-106f-465e-a807-486bf137dec5), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.860120 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8204eb2d-106f-465e-a807-486bf137dec5,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:37.868637 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.869944 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-fe287aad-8a62-4aed-958a-c680cb3f5e18 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2663686 Sep 14 01:11:37.872608 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57430) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:37.877524 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group_rule': {'security_group_id': '91ad975b-da66-4a11-98f4-357f1e218276', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:37.885198 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b3c53430-07a8-4a6f-8062-7f80223a3d3d', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'floating_ip_address': '172.28.1.172', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'port_id': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'mac_address': 'fa:16:3e:98:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:11:35Z', 'updated_at': '2022-09-14T01:11:35Z', 'revision_number': 0, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:37.887451 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f05de4ed-6bb0-4fd7-bcd3-b104900e7e1c req-10373762-9359-45d8-8f0f-8b5bf65daa77 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432543 Sep 14 01:11:37.899516 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (67ad5342-ca88-493f-8f1f-d9561f34e661), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.918417 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0b1252-1ce6-4c20-8e0c-7b6640d102e7 None None] The sync data for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb is: [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': 'b3c53430-07a8-4a6f-8062-7f80223a3d3d', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'floating_ip_address': '172.28.1.172', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'port_id': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'mac_address': 'fa:16:3e:98:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:11:35Z', 'updated_at': '2022-09-14T01:11:35Z', 'revision_number': 0, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:37.933316 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=67ad5342-ca88-493f-8f1f-d9561f34e661,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:37.941229 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (6a4d88b8-3bb7-458a-aee8-d8d46fe21f75), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:37.973482 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:38.016651 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:38.092121 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (6a4d88b8-3bb7-458a-aee8-d8d46fe21f75), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.097878 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (6a4d88b8-3bb7-458a-aee8-d8d46fe21f75), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.127714 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4d88b8-3bb7-458a-aee8-d8d46fe21f75,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:38.136058 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.137317 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-9978c86e-2db3-4935-8621-0422d0c8128e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2638254 Sep 14 01:11:38.140240 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57432) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:38.144744 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group_rule': {'security_group_id': '91ad975b-da66-4a11-98f4-357f1e218276', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:38.172534 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b34492-bb35-436a-8005-27bec4720416 None None] New status for floating IP b3c53430-07a8-4a6f-8062-7f80223a3d3d: ACTIVE {{(pid=106461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:11:38.178848 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (d6efec3c-cd43-4d50-9f14-734d2db332fb), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.247309 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (d6efec3c-cd43-4d50-9f14-734d2db332fb), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.251961 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (d6efec3c-cd43-4d50-9f14-734d2db332fb), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.272149 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6efec3c-cd43-4d50-9f14-734d2db332fb,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:38.282603 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.284037 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-66f913fa-6945-4b73-b0ea-792c0926c051 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419957 Sep 14 01:11:38.286241 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57434) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:38.291262 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group_rule': {'security_group_id': '91ad975b-da66-4a11-98f4-357f1e218276', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:38.315931 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.securitygroups_db [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Project 57f92cc47a4540bb88497846ca0ee158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:11:38.324864 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:38.325752 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (10e1891e-b68c-4778-9d72-f0e63b6f90fd), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.395476 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (10e1891e-b68c-4778-9d72-f0e63b6f90fd), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.399300 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (10e1891e-b68c-4778-9d72-f0e63b6f90fd), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.418825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e1891e-b68c-4778-9d72-f0e63b6f90fd,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:38.425201 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.427217 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-5a1b2e54-0776-46c7-833d-e517aca8c147 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397977 Sep 14 01:11:38.430043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57436) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:38.435089 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'security_group_rule': {'security_group_id': '91ad975b-da66-4a11-98f4-357f1e218276', 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:38.448314 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.456592 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.securitygroups_db [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Project 57f92cc47a4540bb88497846ca0ee158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 01:11:38.465207 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (6fdf56ea-4449-46ed-830c-a6fcdd6470fa), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.523497 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (6fdf56ea-4449-46ed-830c-a6fcdd6470fa), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.527198 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (6fdf56ea-4449-46ed-830c-a6fcdd6470fa), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.546118 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdf56ea-4449-46ed-830c-a6fcdd6470fa,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:38.552977 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.554355 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a66c9e7c-4645-4be8-bd78-6a2d2bf3fa8e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229508 Sep 14 01:11:38.652682 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-75d5353e-bf66-4901-bacf-08f0da483932 req-ac46b973-da23-4298-948d-1e850c84b36a tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1103057155&fields=id&tenant_id=57f92cc47a4540bb88497846ca0ee158 HTTP/1.1" status: 200 len: 267 time: 0.0487649 Sep 14 01:11:38.658310 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:11:38.704251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5353e-bf66-4901-bacf-08f0da483932 req-babac9c6-7a46-4673-9e95-b25e05f725fe tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:38.705742 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-75d5353e-bf66-4901-bacf-08f0da483932 req-babac9c6-7a46-4673-9e95-b25e05f725fe tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0472405 Sep 14 01:11:38.716597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'port': {'security_groups': ['7cea9dc0-8221-4979-9911-2ba5484047b3', '91ad975b-da66-4a11-98f4-357f1e218276']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:11:38.746788 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:38.764648 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:11:38.770520 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-b2c38cd0-a9bd-4fc6-bf9f-c835d1f38b0f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3613319 Sep 14 01:11:38.773126 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57440) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:38.775769 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] Sync routers for ids ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:11:38.786747 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] Routers {'64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:38.787656 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:38.792002 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.885078 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:38.891350 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks [] for router (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:38.929112 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] Set router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:39.019199 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks [] for router_gateway (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.054777 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:39.075432 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Deleting port bdda908e-2e75-414b-9831-78326ee755d8 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:39.076426 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (bdda908e-2e75-414b-9831-78326ee755d8), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.099174 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.105437 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.117157 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.117848 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.119383 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-75d5353e-bf66-4901-bacf-08f0da483932 req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "PUT /networking/v2.0/ports/4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 982 time: 0.4073641 Sep 14 01:11:39.121236 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:39.121456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4e728a91-558a-4cd3-9b58-ab83145802e5'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:11:39.123516 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:39.154028 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:11:37Z', 'revision_number': 5, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port': {'id': 'bdda908e-2e75-414b-9831-78326ee755d8', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:06:18Z', 'updated_at': '2022-09-14T01:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:39.191914 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e9211-0b81-4782-9782-b3a0525191ea tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=6']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:39.199365 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:39.221838 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] Checking router: 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:11:39.244551 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] Routers {'64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:11:39.245175 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:11:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:39.255174 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db5e332-0e61-4d0b-9413-f117e84fbd10 x-openstack-request-id: req-7db5e332-0e61-4d0b-9413-f117e84fbd10 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:39.255598 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:39.255969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db5e332-0e61-4d0b-9413-f117e84fbd10 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:39.256454 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db5e332-0e61-4d0b-9413-f117e84fbd10'] response: {'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'status': 'completed', 'code': 200} Sep 14 01:11:39.259345 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] For port bdda908e-2e75-414b-9831-78326ee755d8, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=bdda908e-2e75-414b-9831-78326ee755d8,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:39.260225 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (bdda908e-2e75-414b-9831-78326ee755d8), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.293118 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Calling delete_port for bdda908e-2e75-414b-9831-78326ee755d8 owned by network:router_gateway {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:39.306460 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fb57c-4cea-4b05-8825-92cf5d026a34 req-573a5d5f-81ea-410d-ab2b-bc5de006b4b1 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.308170 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ef7fb57c-4cea-4b05-8825-92cf5d026a34 req-573a5d5f-81ea-410d-ab2b-bc5de006b4b1 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.1074040 Sep 14 01:11:39.311572 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-10b2f053-2be3-4a81-af9b-82518e06d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.313233 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-10b2f053-2be3-4a81-af9b-82518e06d07d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1169 time: 0.0599070 Sep 14 01:11:39.319217 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4e728a91-558a-4cd3-9b58-ab83145802e5'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:11:39.329857 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=100 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:39.363470 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:39.383048 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] Set router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 gateway port host: None {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:11:39.445876 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:11:39Z', 'revision_number': 6, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:39.474200 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a280bc-2546-488a-855f-f42b8032c79d None None] The sync data for ids ['64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13'] in dv-cinder-857528-1-smb is: [{'id': '64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13', 'name': 'tempest-TestShelveInstance-814583116-router', 'tenant_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:06:17Z', 'updated_at': '2022-09-14T01:11:39Z', 'revision_number': 6, 'project_id': '69ee2a12addb488a8c3e78c50e25d4c4', 'gw_port_host': None}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:11:39.505397 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ef7fb57c-4cea-4b05-8825-92cf5d026a34 req-4ffd3b63-e7e6-420f-a4fe-3b5b838decd3 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858802 Sep 14 01:11:39.511362 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (bdda908e-2e75-414b-9831-78326ee755d8), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.552433 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Pushing event deleted for resources: {'Port': ['ID=bdda908e-2e75-414b-9831-78326ee755d8,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:39.574530 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-fbdebe9d-d749-4129-bb75-fc60602ab7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.576073 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-fbdebe9d-d749-4129-bb75-fc60602ab7ab service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 916 time: 0.2555573 Sep 14 01:11:39.647010 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.653977 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-b3e0be57-d777-491f-8295-0d487f3eaceb service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 1002 time: 0.0707438 Sep 14 01:11:39.715836 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-91f50e77-4e22-4be4-bab1-b9dc094fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.717372 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-91f50e77-4e22-4be4-bab1-b9dc094fe8f5 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 200 len: 854 time: 0.0568509 Sep 14 01:11:39.749836 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.753098 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks [] for router_controller (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.753237 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:39.770441 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-376b93e0-8702-486a-ab94-fcfbc87b0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:39.770940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:39.772261 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-376b93e0-8702-486a-ab94-fcfbc87b0235 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483277 Sep 14 01:11:39.808303 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.808774 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 {{(pid=106460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:11:39.814741 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.815159 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-09fe44f4-d9b3-484c-9ca0-1a212982093c admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/64e68ec4-d63e-4ec7-b34c-cfeac9ad9b13 HTTP/1.1" status: 204 len: 168 time: 1.0411024 Sep 14 01:11:39.817710 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57464) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:39.872322 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Deleting subnet 30a8ef16-14b0-47e5-ac47-f5ec73a5d427 {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:11:39.876751 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Publish callbacks [] for subnet (30a8ef16-14b0-47e5-ac47-f5ec73a5d427), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.928808 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (30a8ef16-14b0-47e5-ac47-f5ec73a5d427), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:39.933197 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-a6b79ff1-95cc-4bd0-ba48-1bc688e8b40e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543508 Sep 14 01:11:40.045538 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:40.053093 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (30a8ef16-14b0-47e5-ac47-f5ec73a5d427), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.077276 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b1b575ff-ffc6-49ec-9153-0bf4b4255c60 req-8a8239ed-ecf4-48c4-b065-58e9331fbd04 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366291 Sep 14 01:11:40.117540 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (30a8ef16-14b0-47e5-ac47-f5ec73a5d427), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.145546 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a8ef16-14b0-47e5-ac47-f5ec73a5d427,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:40.147558 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.153628 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57474) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:40.157277 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0d618-ef69-4d87-a00d-0fcecb8709d9 None None] Network 902db1f2-1fd9-47e1-a391-dbf94074bb54 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:11:40.162196 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4dd37bf1-dae0-4046-802d-9f0817c5ebb3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/30a8ef16-14b0-47e5-ac47-f5ec73a5d427 HTTP/1.1" status: 204 len: 168 time: 0.3432906 Sep 14 01:11:40.228659 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (902db1f2-1fd9-47e1-a391-dbf94074bb54), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.274555 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Deleting port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:40.274999 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.342247 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] For port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:40.342708 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.363809 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Calling delete_port for 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:40.404323 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] DHCP port deletion for 902db1f2-1fd9-47e1-a391-dbf94074bb54 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:11:40.407921 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:40.437059 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa45b8-70bb-4997-805f-02b03cf6d88f req-59ef18e1-4b22-4d02-8f9d-e01a5dadffb0 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:40.438587 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d2aa45b8-70bb-4997-805f-02b03cf6d88f req-59ef18e1-4b22-4d02-8f9d-e01a5dadffb0 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 945 time: 0.0855975 Sep 14 01:11:40.443839 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] Deleting port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af {{(pid=106461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:40.444217 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), before_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.509271 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d2aa45b8-70bb-4997-805f-02b03cf6d88f req-407b6c1b-b965-4d93-b4b3-c88776a89b73 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637288 Sep 14 01:11:40.518043 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] For port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,segment=NetworkSegment(4a222680-3f9c-4591-ab7a-672daf3b768f),segment_id=4a222680-3f9c-4591-ab7a-672daf3b768f)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:40.518451 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), precommit_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.518591 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.532677 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] Calling delete_port for 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af owned by network:dhcp {{(pid=106461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:40.536456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:40.547073 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:40.552853 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] No DVR routers for this DVR port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af on host dv-cinder-857528-1-smb {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:40.611573 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986'] for port (118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af), after_delete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.625461 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (902db1f2-1fd9-47e1-a391-dbf94074bb54), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.639333 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] Pushing event deleted for resources: {'Port': ['ID=118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af,revision_number=None']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:40.643068 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc908f-8e61-412a-9a8e-66b4cd2c55df None None] No DVR routers for this DVR port 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af on host dv-cinder-857528-1-smb {{(pid=106461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:40.653442 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902db1f2-1fd9-47e1-a391-dbf94074bb54']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:40.663895 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a222680-3f9c-4591-ab7a-672daf3b768f') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:40.664187 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a222680-3f9c-4591-ab7a-672daf3b768f') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:40.674829 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (4a222680-3f9c-4591-ab7a-672daf3b768f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.689202 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (4a222680-3f9c-4591-ab7a-672daf3b768f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.696358 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:11:40.696750 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (4a222680-3f9c-4591-ab7a-672daf3b768f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.744684 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 4a222680-3f9c-4591-ab7a-672daf3b768f resource provider aggregate not found Sep 14 01:11:40.763181 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 4a222680-3f9c-4591-ab7a-672daf3b768f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a222680-3f9c-4591-ab7a-672daf3b768f found for delete ", "request_id": "req-bc1a43d1-c753-4f15-9b34-582c9c905e6e"}]} Sep 14 01:11:40.767402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (902db1f2-1fd9-47e1-a391-dbf94074bb54), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.772880 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:40.776299 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/902db1f2-1fd9-47e1-a391-dbf94074bb54 HTTP/1.1" status: 204 len: 168 time: 0.6216609 Sep 14 01:11:40.787794 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a375a52-22fd-48e3-a201-9516a5466e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=902db1f2-1fd9-47e1-a391-dbf94074bb54,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:40.893244 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57486) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:40.935491 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0e77ac9e-8e9e-42ec-a642-77ea23335ea0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=117105d5e9fb4309aad25e39e0f5e4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408943 Sep 14 01:11:40.937986 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57488) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:40.947228 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device bdda908e-2e75-414b-9831-78326ee755d8 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:40.965746 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: bdda908e-2e75-414b-9831-78326ee755d8 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:40.966122 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device bdda908e-2e75-414b-9831-78326ee755d8 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:40.966532 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:40.988023 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:40.988412 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 118fbbdf-d46c-4ffb-a71d-cc8e2f23f9af not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:40.988836 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67ad5342-ca88-493f-8f1f-d9561f34e661 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:40.989782 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b000127-e9a9-4252-a5ee-75d58ee92957 admin admin] Publish callbacks [] for security_group (9340aa64-9e3b-4697-86ba-df521776e395), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.006993 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 67ad5342-ca88-493f-8f1f-d9561f34e661 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:41.007343 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 67ad5342-ca88-493f-8f1f-d9561f34e661 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:41.009908 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b000127-e9a9-4252-a5ee-75d58ee92957 admin admin] Publish callbacks [] for security_group (9340aa64-9e3b-4697-86ba-df521776e395), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.033159 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:41.060325 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b000127-e9a9-4252-a5ee-75d58ee92957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9340aa64-9e3b-4697-86ba-df521776e395), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.063497 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-1b000127-e9a9-4252-a5ee-75d58ee92957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.064854 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-1b000127-e9a9-4252-a5ee-75d58ee92957 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9340aa64-9e3b-4697-86ba-df521776e395 HTTP/1.1" status: 204 len: 168 time: 0.1257038 Sep 14 01:11:41.073053 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b000127-e9a9-4252-a5ee-75d58ee92957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9340aa64-9e3b-4697-86ba-df521776e395,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:41.375673 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57494) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:41.417746 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b85473fc-9d5c-4c70-9e9d-e69a447d5b41 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=69ee2a12addb488a8c3e78c50e25d4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405345 Sep 14 01:11:41.419960 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57496) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:41.451393 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:41.470048 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f5a-444d-4c38-be70-41de2587899b admin admin] Publish callbacks [] for security_group (d70adf08-98f9-4558-b77c-e8b9a37758d0), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.488994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f5a-444d-4c38-be70-41de2587899b admin admin] Publish callbacks [] for security_group (d70adf08-98f9-4558-b77c-e8b9a37758d0), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.522930 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:41.537467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f5a-444d-4c38-be70-41de2587899b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (d70adf08-98f9-4558-b77c-e8b9a37758d0), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.540227 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9bf93f5a-444d-4c38-be70-41de2587899b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:41.541385 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9bf93f5a-444d-4c38-be70-41de2587899b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d70adf08-98f9-4558-b77c-e8b9a37758d0 HTTP/1.1" status: 204 len: 168 time: 0.1205277 Sep 14 01:11:41.549405 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf93f5a-444d-4c38-be70-41de2587899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70adf08-98f9-4558-b77c-e8b9a37758d0,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:41.663131 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b244f-63dd-4ab1-889c-128784edaef8 req-f0afe225-a3f4-486c-a252-58997b6d1447 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:41.664619 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-888b244f-63dd-4ab1-889c-128784edaef8 req-f0afe225-a3f4-486c-a252-58997b6d1447 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 945 time: 0.0535700 Sep 14 01:11:41.717835 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-888b244f-63dd-4ab1-889c-128784edaef8 req-739ebeef-10af-4eaa-835c-81154c3d6408 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9c08ff9c-1f8e-47d3-91ec-d415595d8da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465772 Sep 14 01:11:41.893190 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b15da5-5c84-489d-9443-aaf533242f26 req-677176ae-1bab-4563-8023-23651b440e4a tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:41.894771 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-31b15da5-5c84-489d-9443-aaf533242f26 req-677176ae-1bab-4563-8023-23651b440e4a tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 945 time: 0.0483136 Sep 14 01:11:41.984412 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Deleting port 543c892f-49aa-4b2e-a7c9-511b294e505f {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:11:41.984749 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:42.070953 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] For port 543c892f-49aa-4b2e-a7c9-511b294e505f, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=543c892f-49aa-4b2e-a7c9-511b294e505f,segment=NetworkSegment(6312ae89-6db9-4be8-a478-544d95edec35),segment_id=6312ae89-6db9-4be8-a478-544d95edec35)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:11:42.071311 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:42.084066 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Calling delete_port for 543c892f-49aa-4b2e-a7c9-511b294e505f owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:11:42.208018 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (543c892f-49aa-4b2e-a7c9-511b294e505f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:42.219253 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['543c892f-49aa-4b2e-a7c9-511b294e505f'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:11:42.232723 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Pushing event deleted for resources: {'Port': ['ID=543c892f-49aa-4b2e-a7c9-511b294e505f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:42.278033 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] No DVR routers for this DVR port 543c892f-49aa-4b2e-a7c9-511b294e505f on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:11:42.280399 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:42.284109 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-31b15da5-5c84-489d-9443-aaf533242f26 req-658576ee-69ac-4fe2-ac69-8706584155df tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.23 "DELETE /networking/v2.0/ports/543c892f-49aa-4b2e-a7c9-511b294e505f HTTP/1.1" status: 204 len: 173 time: 0.3840969 Sep 14 01:11:42.284595 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'name': 'network-vif-deleted', 'tag': '543c892f-49aa-4b2e-a7c9-511b294e505f'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:11:42.286813 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6512b049-355b-4567-94f2-65bb34b0b4d9" -d '{"events": [{"server_uuid": "0cb969fa-5400-47ad-b6e0-f5da55b8b756", "name": "network-vif-deleted", "tag": "543c892f-49aa-4b2e-a7c9-511b294e505f"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:11:42.325203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407dfe3d-f12b-4dfe-b53f-f7ea95ccea77 x-openstack-request-id: req-407dfe3d-f12b-4dfe-b53f-f7ea95ccea77 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:11:42.325515 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb969fa-5400-47ad-b6e0-f5da55b8b756", "name": "network-vif-deleted", "tag": "543c892f-49aa-4b2e-a7c9-511b294e505f", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:11:42.325767 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-407dfe3d-f12b-4dfe-b53f-f7ea95ccea77 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:11:42.326216 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407dfe3d-f12b-4dfe-b53f-f7ea95ccea77'] response: {'server_uuid': '0cb969fa-5400-47ad-b6e0-f5da55b8b756', 'name': 'network-vif-deleted', 'tag': '543c892f-49aa-4b2e-a7c9-511b294e505f', 'status': 'completed', 'code': 200} Sep 14 01:11:42.840042 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-db17486e-f7a2-4e2e-a4f6-f2ef546d27f5 req-c2b64ee7-7e0c-4c8b-a7e7-ab2f9da99c62 tempest-VolumesActionsTest-1726443159 tempest-VolumesActionsTest-1726443159-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0cb969fa-5400-47ad-b6e0-f5da55b8b756 HTTP/1.1" status: 200 len: 210 time: 0.0312510 Sep 14 01:11:46.037269 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 543c892f-49aa-4b2e-a7c9-511b294e505f no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:11:46.055537 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 543c892f-49aa-4b2e-a7c9-511b294e505f {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:11:46.055881 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 543c892f-49aa-4b2e-a7c9-511b294e505f not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:11:49.448871 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=35 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:49.449660 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=7 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:51.046625 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:DELETE=13,neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:51.068917 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:51.210550 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:52.818700 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=51,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:52.819478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=66,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:55.009990 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb53d37-9bc7-422b-8c18-da266a7a0957 req-24811841-2c0f-4976-95f9-a43275c09df0 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:55.011459 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2bb53d37-9bc7-422b-8c18-da266a7a0957 req-24811841-2c0f-4976-95f9-a43275c09df0 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0472369 Sep 14 01:11:55.058289 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2bb53d37-9bc7-422b-8c18-da266a7a0957 req-369614e1-f3ab-4e48-94c7-e150f64c47c9 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412290 Sep 14 01:11:55.498597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-0774004f-c076-4077-aaed-17005d201256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:55.500108 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-0774004f-c076-4077-aaed-17005d201256 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1129 time: 0.0383790 Sep 14 01:11:55.609986 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-e0eaff2c-a252-4552-93eb-6e415427a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:55.611491 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-e0eaff2c-a252-4552-93eb-6e415427a00e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.0921860 Sep 14 01:11:55.672907 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-34edd2a2-9a6f-4d85-bdf4-c8df87b289bf service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 999 time: 0.0555596 Sep 14 01:11:55.726835 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-40d05837-d110-4396-8e02-76db5a0a2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:55.728292 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-40d05837-d110-4396-8e02-76db5a0a2bb0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0496330 Sep 14 01:11:55.771153 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-b52b854f-8906-4558-be92-4b5d2b4dac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:55.772667 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-b52b854f-8906-4558-be92-4b5d2b4dac94 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386658 Sep 14 01:11:55.863011 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-b323d5af-470f-44b4-bec5-c398f76cec4b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839276 Sep 14 01:11:55.960549 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b4df84d5-ac23-49ea-bf1f-a46e6ee86cd2 req-5d68e327-4da6-4682-b0f3-0b3b7f9ad1b8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Sep 14 01:11:56.041401 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:56.182161 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548685b7-397d-4daa-8aed-db3d7141c6a8 req-cf8d88b8-1e64-473e-8c8c-ab0571a1ae8f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:56.183662 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-548685b7-397d-4daa-8aed-db3d7141c6a8 req-cf8d88b8-1e64-473e-8c8c-ab0571a1ae8f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0468869 Sep 14 01:11:56.231801 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-548685b7-397d-4daa-8aed-db3d7141c6a8 req-40f52ead-3ece-408e-b5f3-30e6f61f1933 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Sep 14 01:11:57.364427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c9d41-dcaf-4dba-8943-45d4b65bb781 req-99e27a00-cacf-4608-a4fc-1a88e124224e tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:57.366006 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ec6c9d41-dcaf-4dba-8943-45d4b65bb781 req-99e27a00-cacf-4608-a4fc-1a88e124224e tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0514596 Sep 14 01:11:57.414818 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ec6c9d41-dcaf-4dba-8943-45d4b65bb781 req-285bc30d-6bd7-442d-ac13-363ce13a708c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Sep 14 01:11:58.371026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57668) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:58.415362 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Deleting subnet a6195d94-18fe-4e94-b159-d8f97809063b {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:11:58.418338 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Publish callbacks [] for subnet (a6195d94-18fe-4e94-b159-d8f97809063b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.451368 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7884280'] for subnet (a6195d94-18fe-4e94-b159-d8f97809063b), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.496199 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (a6195d94-18fe-4e94-b159-d8f97809063b), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.556984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:58.568781 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012115b4-f2da-4aff-9d6e-b074a4383067 req-3cb58a12-d06b-4732-a0c6-0551c27fd9e6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:58.570261 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-012115b4-f2da-4aff-9d6e-b074a4383067 req-3cb58a12-d06b-4732-a0c6-0551c27fd9e6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0754554 Sep 14 01:11:58.571810 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:11:58.597998 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7464474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5042169'] for subnet (a6195d94-18fe-4e94-b159-d8f97809063b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.627455 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6195d94-18fe-4e94-b159-d8f97809063b,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:58.636869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.640007 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-f6f8bf4a-71ba-4981-ae53-49c84687aa49 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/a6195d94-18fe-4e94-b159-d8f97809063b HTTP/1.1" status: 204 len: 168 time: 0.2679093 Sep 14 01:11:58.642992 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57672) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:58.678790 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-012115b4-f2da-4aff-9d6e-b074a4383067 req-da234c9a-a312-4d4f-949e-f24337527fbe tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012893 Sep 14 01:11:58.705298 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f853b8cf-d79d-4953-ae7d-2e727e60420c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.728730 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.803223 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.829884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.840224 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6312ae89-6db9-4be8-a478-544d95edec35') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.840510 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6312ae89-6db9-4be8-a478-544d95edec35') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:58.850626 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (6312ae89-6db9-4be8-a478-544d95edec35), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.864182 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (6312ae89-6db9-4be8-a478-544d95edec35), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.872057 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:11:58.872557 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (6312ae89-6db9-4be8-a478-544d95edec35), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.899309 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 6312ae89-6db9-4be8-a478-544d95edec35 resource provider aggregate not found Sep 14 01:11:58.929634 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 6312ae89-6db9-4be8-a478-544d95edec35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6312ae89-6db9-4be8-a478-544d95edec35 found for delete ", "request_id": "req-2abe222d-e1d8-4665-b3a9-2ee6c276b02d"}]} Sep 14 01:11:58.950369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.956986 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:58.960044 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d HTTP/1.1" status: 204 len: 168 time: 0.3161716 Sep 14 01:11:58.963053 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57678) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:58.971536 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea67d0-f674-4632-a2b5-7a8e1ff45a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dfcfaf-a7c2-4d52-aa9a-62d6a072b37d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:59.009300 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Deleting subnet 0a226ee0-132b-4bc4-9e5f-ee8083ad61d8 {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:11:59.012770 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Publish callbacks [] for subnet (0a226ee0-132b-4bc4-9e5f-ee8083ad61d8), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.049227 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (0a226ee0-132b-4bc4-9e5f-ee8083ad61d8), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.092027 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (0a226ee0-132b-4bc4-9e5f-ee8083ad61d8), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.145714 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (0a226ee0-132b-4bc4-9e5f-ee8083ad61d8), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.170751 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a226ee0-132b-4bc4-9e5f-ee8083ad61d8,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:59.174974 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.178078 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c03a5c25-4383-4791-a8e4-e0b7a2d830e4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/0a226ee0-132b-4bc4-9e5f-ee8083ad61d8 HTTP/1.1" status: 204 len: 168 time: 0.2139258 Sep 14 01:11:59.180612 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57680) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:59.250996 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (1c57a61f-fdf6-4b41-98e7-645ea89f7db9), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.326297 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (1c57a61f-fdf6-4b41-98e7-645ea89f7db9), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.345742 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c57a61f-fdf6-4b41-98e7-645ea89f7db9']}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:59.354782 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb41539c-4fb0-4b70-a482-43e355bebfd5') {'for_net_delete': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:59.355076 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb41539c-4fb0-4b70-a482-43e355bebfd5') {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:11:59.364884 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8030434'] for segment (eb41539c-4fb0-4b70-a482-43e355bebfd5), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.378844 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (eb41539c-4fb0-4b70-a482-43e355bebfd5), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.385269 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:11:59.385671 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8334119'] for segment (eb41539c-4fb0-4b70-a482-43e355bebfd5), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.428388 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment eb41539c-4fb0-4b70-a482-43e355bebfd5 resource provider aggregate not found Sep 14 01:11:59.444987 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment eb41539c-4fb0-4b70-a482-43e355bebfd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb41539c-4fb0-4b70-a482-43e355bebfd5 found for delete ", "request_id": "req-a819e562-065f-476f-8e3c-8e2930993120"}]} Sep 14 01:11:59.450920 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (1c57a61f-fdf6-4b41-98e7-645ea89f7db9), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.458090 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.461195 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/1c57a61f-fdf6-4b41-98e7-645ea89f7db9 HTTP/1.1" status: 204 len: 168 time: 0.2796936 Sep 14 01:11:59.471350 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5f673-d34c-4365-b01b-3c4baa7f7e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c57a61f-fdf6-4b41-98e7-645ea89f7db9,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:59.620438 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57690) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:59.659772 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-cd08992a-5b7f-420e-b1cc-c700132789e1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4019e0c424544f379499f94cae041629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381343 Sep 14 01:11:59.662037 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57692) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:11:59.711570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-797d031e-8fc4-4ab4-bde5-0786541e88ac admin admin] Publish callbacks [] for security_group (9c08ff9c-1f8e-47d3-91ec-d415595d8da1), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.731632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-797d031e-8fc4-4ab4-bde5-0786541e88ac admin admin] Publish callbacks [] for security_group (9c08ff9c-1f8e-47d3-91ec-d415595d8da1), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.808384 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a38957-cb4b-441c-a384-d5acd8d59349 req-2cefc7dc-c756-48fb-8b12-81874d6446be tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:11:59.809874 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a5a38957-cb4b-441c-a384-d5acd8d59349 req-2cefc7dc-c756-48fb-8b12-81874d6446be tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0515912 Sep 14 01:11:59.810574 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-797d031e-8fc4-4ab4-bde5-0786541e88ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (9c08ff9c-1f8e-47d3-91ec-d415595d8da1), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.813687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-797d031e-8fc4-4ab4-bde5-0786541e88ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:11:59.814728 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-797d031e-8fc4-4ab4-bde5-0786541e88ac admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9c08ff9c-1f8e-47d3-91ec-d415595d8da1 HTTP/1.1" status: 204 len: 168 time: 0.1518404 Sep 14 01:11:59.834359 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d031e-8fc4-4ab4-bde5-0786541e88ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08ff9c-1f8e-47d3-91ec-d415595d8da1,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:11:59.869955 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a5a38957-cb4b-441c-a384-d5acd8d59349 req-51a5cf48-4c3a-400a-81a7-34812b9cd5f4 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525887 Sep 14 01:12:00.134076 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57700) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:00.177497 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d7b3e190-7f2d-4995-ab6c-66132754ca00 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=56cf90ac6b1842b392a499c153a4f1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422745 Sep 14 01:12:00.179940 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57702) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:00.226543 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df6d0d6-9c0a-433e-842e-46833c7de8e6 admin admin] Publish callbacks [] for security_group (065137c4-2c1c-45a5-bd29-aadc1d09eb86), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.246350 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df6d0d6-9c0a-433e-842e-46833c7de8e6 admin admin] Publish callbacks [] for security_group (065137c4-2c1c-45a5-bd29-aadc1d09eb86), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.291380 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df6d0d6-9c0a-433e-842e-46833c7de8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (065137c4-2c1c-45a5-bd29-aadc1d09eb86), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.294018 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-6df6d0d6-9c0a-433e-842e-46833c7de8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:00.295138 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-6df6d0d6-9c0a-433e-842e-46833c7de8e6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/065137c4-2c1c-45a5-bd29-aadc1d09eb86 HTTP/1.1" status: 204 len: 168 time: 0.1143064 Sep 14 01:12:00.302627 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6d0d6-9c0a-433e-842e-46833c7de8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065137c4-2c1c-45a5-bd29-aadc1d09eb86,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:00.974753 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-a4812c72-94fe-4ebd-81d8-08726221a751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:01.000122 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d675-f3cf-4889-8b8f-3705786d6b03 req-eeb1c080-b0c0-4750-8891-4507af37c293 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:01.001691 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6ce8d675-f3cf-4889-8b8f-3705786d6b03 req-eeb1c080-b0c0-4750-8891-4507af37c293 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Sep 14 01:12:01.279969 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6ce8d675-f3cf-4889-8b8f-3705786d6b03 req-ab5a8ebd-4f53-421d-a797-4884aa6ecd5d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723455 Sep 14 01:12:02.363828 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:02.399884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c8a70-7182-442d-91a4-30a7be69af89 req-58de869d-381f-4795-b8fd-ae74ec57994f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:02.401587 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fe7c8a70-7182-442d-91a4-30a7be69af89 req-58de869d-381f-4795-b8fd-ae74ec57994f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0463219 Sep 14 01:12:02.446144 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:02.451096 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fe7c8a70-7182-442d-91a4-30a7be69af89 req-04002745-c386-415b-be4b-14ea1a3382a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 Sep 14 01:12:03.592303 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e08c-ef48-43ab-ac03-717f024cb9c0 req-8e1d8dd1-7460-4386-977d-058bb69033fc tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:03.593773 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8979e08c-ef48-43ab-ac03-717f024cb9c0 req-8e1d8dd1-7460-4386-977d-058bb69033fc tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Sep 14 01:12:03.644125 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8979e08c-ef48-43ab-ac03-717f024cb9c0 req-d3489e9b-11f0-4f82-99ef-69adb1a03a83 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446894 Sep 14 01:12:03.689367 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:03.743050 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:04.771981 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcbb11-7895-491f-8bce-49e12061f148 req-38202bbd-dea0-4c91-8b8c-3087bda0ff34 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:04.773449 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ebcbb11-7895-491f-8bce-49e12061f148 req-38202bbd-dea0-4c91-8b8c-3087bda0ff34 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0487487 Sep 14 01:12:04.819152 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7ebcbb11-7895-491f-8bce-49e12061f148 req-c07ce338-381b-47e4-b2ca-b39ba8c218aa tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399106 Sep 14 01:12:05.797732 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:05.812742 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e77fa7-d282-42f6-8c89-e597d65b811e req-81d34d7e-529c-458f-bc78-5e8a3cba4fd3 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:05.814264 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-79e77fa7-d282-42f6-8c89-e597d65b811e req-81d34d7e-529c-458f-bc78-5e8a3cba4fd3 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0865028 Sep 14 01:12:05.820063 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-9a33ac42-f36c-4a7c-bc62-99ba3def190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:05.821401 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-9a33ac42-f36c-4a7c-bc62-99ba3def190f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1169 time: 0.0623477 Sep 14 01:12:05.965143 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-79e77fa7-d282-42f6-8c89-e597d65b811e req-b3b232dc-284a-4dde-a3cf-53118d9d36b5 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427228 Sep 14 01:12:05.985581 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e7d0f-a14f-44e2-8733-e73a2e9f84e8 req-76e81f92-b1fa-4454-acb8-a7687af5fb53 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:05.985581 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cb2e7d0f-a14f-44e2-8733-e73a2e9f84e8 req-76e81f92-b1fa-4454-acb8-a7687af5fb53 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0814207 Sep 14 01:12:06.010232 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-9276e269-fc69-47f1-ab85-6864c15cd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:06.011624 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-9276e269-fc69-47f1-ab85-6864c15cd2ed service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 916 time: 0.1831708 Sep 14 01:12:06.086638 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cb2e7d0f-a14f-44e2-8733-e73a2e9f84e8 req-152159dc-f64e-4078-a1ce-3f0f3e57a12a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921052 Sep 14 01:12:06.099982 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-57e87782-d4ab-428b-9ddb-4781850e7bbe service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 1002 time: 0.0803609 Sep 14 01:12:06.149130 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-757e7df8-0f92-4b2e-98a6-12fe32bc2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:06.150778 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-757e7df8-0f92-4b2e-98a6-12fe32bc2a92 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 200 len: 854 time: 0.0443523 Sep 14 01:12:06.192633 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-da781ffb-f093-487a-8437-b5fbd64372a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:06.194101 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-da781ffb-f093-487a-8437-b5fbd64372a5 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0368037 Sep 14 01:12:06.287198 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-93fe0fac-6df3-4700-be8e-67063b5e57c8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861850 Sep 14 01:12:06.378352 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f7476a38-ff73-482a-9a1e-7c99b3de9349 req-2c35df41-1720-4e48-a638-64ab93def13e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844162 Sep 14 01:12:07.094288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca8c5c-f1ad-4cc0-8bb2-e5d5cedb4265 req-df7d2864-09fc-42e9-9842-0327fecbfb57 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:07.095746 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-03ca8c5c-f1ad-4cc0-8bb2-e5d5cedb4265 req-df7d2864-09fc-42e9-9842-0327fecbfb57 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0510111 Sep 14 01:12:07.128552 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:07.158593 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-03ca8c5c-f1ad-4cc0-8bb2-e5d5cedb4265 req-e386ca87-de8d-4824-b397-885e09ebdf97 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568571 Sep 14 01:12:07.212751 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c17cba-c551-4791-80b6-dec0e9158555 req-9b6b2606-1165-4e25-a6b4-49f2db8b3498 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:07.214259 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-56c17cba-c551-4791-80b6-dec0e9158555 req-9b6b2606-1165-4e25-a6b4-49f2db8b3498 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Sep 14 01:12:07.262906 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-56c17cba-c551-4791-80b6-dec0e9158555 req-b910570d-8530-464c-bc87-8928a72fa890 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423076 Sep 14 01:12:08.280128 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de77ab-f55c-4f22-8f52-fff6e21c63c9 req-89a20690-1904-46e9-a500-5289d7b882fe tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:08.281560 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e1de77ab-f55c-4f22-8f52-fff6e21c63c9 req-89a20690-1904-46e9-a500-5289d7b882fe tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0456290 Sep 14 01:12:08.355026 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e1de77ab-f55c-4f22-8f52-fff6e21c63c9 req-34883aa1-93c0-4541-a3d1-ce85b141be20 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677891 Sep 14 01:12:08.388297 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f77ee-ccad-4c87-949b-57733068f585 req-bdca2e11-5e0d-43ac-9bff-620d70055359 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:08.389742 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d07f77ee-ccad-4c87-949b-57733068f585 req-bdca2e11-5e0d-43ac-9bff-620d70055359 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Sep 14 01:12:08.436502 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d07f77ee-ccad-4c87-949b-57733068f585 req-854dae76-51e3-4bab-a8b6-1486c9de4588 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411963 Sep 14 01:12:09.469786 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:09.488076 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657992b6-1dde-4f3e-817d-0f95bddc3849 req-ea433d75-4264-4b1d-bee6-511336965d50 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.489616 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-657992b6-1dde-4f3e-817d-0f95bddc3849 req-ea433d75-4264-4b1d-bee6-511336965d50 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0574968 Sep 14 01:12:09.578354 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17148a9-ea37-4621-8c23-02562207c8e0 req-5ccb4fc5-4357-4e66-a002-5ae907bb7d35 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:09.579849 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d17148a9-ea37-4621-8c23-02562207c8e0 req-5ccb4fc5-4357-4e66-a002-5ae907bb7d35 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0688999 Sep 14 01:12:09.602276 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-657992b6-1dde-4f3e-817d-0f95bddc3849 req-980e3f31-6abe-440e-a6c7-9e87ebc51321 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069896 Sep 14 01:12:09.640110 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d17148a9-ea37-4621-8c23-02562207c8e0 req-77a7acbb-13fb-4078-8b88-fc3dda764daa tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506883 Sep 14 01:12:10.298071 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=76,neutron:DELETE=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:10.298972 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:10.725963 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff11b5-8782-422c-bbc8-4716a6610560 req-84f6036d-3c5b-4538-87d1-ad3c34dd770e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:10.727414 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-61ff11b5-8782-422c-bbc8-4716a6610560 req-84f6036d-3c5b-4538-87d1-ad3c34dd770e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0487549 Sep 14 01:12:10.796159 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4101f1-b051-43fd-9b8f-ac624c67242c req-aac6afbf-fdfe-46b8-a1e5-c687ec47c23e tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:10.798343 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-de4101f1-b051-43fd-9b8f-ac624c67242c req-aac6afbf-fdfe-46b8-a1e5-c687ec47c23e tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0789726 Sep 14 01:12:10.845531 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-61ff11b5-8782-422c-bbc8-4716a6610560 req-7e102485-4a87-4446-b705-e76fc97364d1 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090162 Sep 14 01:12:10.873117 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-de4101f1-b051-43fd-9b8f-ac624c67242c req-8c8e2f58-1884-42c5-8a92-33f4cc4e033f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673866 Sep 14 01:12:11.125290 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67b80-7fec-4fe5-ad6a-a0cadeccec58 req-56ec67ba-5572-4c47-96cc-aa25f6f33666 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.126810 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3fa67b80-7fec-4fe5-ad6a-a0cadeccec58 req-56ec67ba-5572-4c47-96cc-aa25f6f33666 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0459142 Sep 14 01:12:11.203317 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-50467df1-5dc0-44f3-a2bc-210cd8727fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.205194 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-50467df1-5dc0-44f3-a2bc-210cd8727fe8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1129 time: 0.0592172 Sep 14 01:12:11.208297 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3fa67b80-7fec-4fe5-ad6a-a0cadeccec58 req-2d9cb858-e8cf-444c-9050-435291c1fa60 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758920 Sep 14 01:12:11.298369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-414c3ebb-7652-4431-8e8c-34c4ee6d1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.299871 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-414c3ebb-7652-4431-8e8c-34c4ee6d1118 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.0869467 Sep 14 01:12:11.362570 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-c9c9b5c3-584e-4e36-88e4-40ff55e7c92e service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 999 time: 0.0566552 Sep 14 01:12:11.395450 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:11.411715 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-8df01c3e-3ac7-4583-b7bf-9eec48f69326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.413126 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-8df01c3e-3ac7-4583-b7bf-9eec48f69326 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0448618 Sep 14 01:12:11.456745 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-31e3d51e-b0b9-4c9f-b38a-d16529307032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.458118 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-31e3d51e-b0b9-4c9f-b38a-d16529307032 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0380085 Sep 14 01:12:11.547598 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-2f2fd0e7-9449-43cd-9e41-a56b24e0bc59 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831518 Sep 14 01:12:11.633299 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cd54bc63-78fe-42ea-90fe-9272172b3d4e req-59bca109-8497-4934-95cb-12817dccdaad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794108 Sep 14 01:12:11.970333 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923acde-428a-45a3-9562-870a91f5bb05 req-8a253668-b8a4-4cf2-a8b9-39d21cf34660 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:11.971790 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e923acde-428a-45a3-9562-870a91f5bb05 req-8a253668-b8a4-4cf2-a8b9-39d21cf34660 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0493219 Sep 14 01:12:12.016602 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:12.031375 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e923acde-428a-45a3-9562-870a91f5bb05 req-06f294f6-28e1-43a7-8ccc-308b3e919687 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540879 Sep 14 01:12:12.329307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca03239-9c81-4c2e-99dd-cf86ec907a24 req-cd83153f-4e07-461c-acb7-82f475b6d28f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:12.330688 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-dca03239-9c81-4c2e-99dd-cf86ec907a24 req-cd83153f-4e07-461c-acb7-82f475b6d28f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0449941 Sep 14 01:12:12.376533 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-dca03239-9c81-4c2e-99dd-cf86ec907a24 req-9a4eebdc-a21f-4fa1-be7f-5ea1b9d11865 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Sep 14 01:12:13.149736 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f704fe3-c89e-4d52-ab91-49c6cdfbd452 req-55197adc-6ad2-4757-8feb-7303484bb235 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:13.151438 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2f704fe3-c89e-4d52-ab91-49c6cdfbd452 req-55197adc-6ad2-4757-8feb-7303484bb235 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0463657 Sep 14 01:12:13.212450 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2f704fe3-c89e-4d52-ab91-49c6cdfbd452 req-630b49ac-160a-4e41-bd2b-65a64d3c30d3 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554526 Sep 14 01:12:13.498198 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b746-0868-4812-ac36-981076b018f8 req-a9ca6509-6d87-49fc-b58c-bec7a6df8187 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:13.499632 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df55b746-0868-4812-ac36-981076b018f8 req-a9ca6509-6d87-49fc-b58c-bec7a6df8187 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0449905 Sep 14 01:12:13.544634 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-df55b746-0868-4812-ac36-981076b018f8 req-2604d11d-d510-46f6-8c81-9476ae6f4a33 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 Sep 14 01:12:13.730368 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:13.736440 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:13.738457 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:14.222018 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:12:14.344600 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3966f4-5274-44c2-848b-109c6752de48 req-19e3ced1-a47c-4b81-90a4-f997084cd91c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:14.346102 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8c3966f4-5274-44c2-848b-109c6752de48 req-19e3ced1-a47c-4b81-90a4-f997084cd91c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0462487 Sep 14 01:12:14.412550 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8c3966f4-5274-44c2-848b-109c6752de48 req-cde162cc-360c-4ff2-a7e3-b66b76edee45 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607233 Sep 14 01:12:15.536088 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25490d-3aad-4c3e-9c6f-9bae9be92866 req-d68496ea-e918-4832-bae8-da94aae427f4 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:15.537557 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7e25490d-3aad-4c3e-9c6f-9bae9be92866 req-d68496ea-e918-4832-bae8-da94aae427f4 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0475295 Sep 14 01:12:15.599413 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7e25490d-3aad-4c3e-9c6f-9bae9be92866 req-51f8ab14-d7c3-4d32-be09-6420e5c73131 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561361 Sep 14 01:12:16.721711 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6de2d-eb82-44d3-9940-4d50355d42c8 req-34397da3-c76e-45a3-aa8c-b742a02970ef tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:16.723201 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08a6de2d-eb82-44d3-9940-4d50355d42c8 req-34397da3-c76e-45a3-aa8c-b742a02970ef tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0468664 Sep 14 01:12:16.781673 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-08a6de2d-eb82-44d3-9940-4d50355d42c8 req-122f6888-8092-4262-95c3-e2699d92439e tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528653 Sep 14 01:12:17.909825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f873d2-3151-49a3-b84c-935c3af26b96 req-5bc85498-a971-476f-a573-73acaea586f1 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:17.911313 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5f873d2-3151-49a3-b84c-935c3af26b96 req-5bc85498-a971-476f-a573-73acaea586f1 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0526273 Sep 14 01:12:17.922075 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:17.969586 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d5f873d2-3151-49a3-b84c-935c3af26b96 req-81aba809-2582-47f7-acc4-b23fa1457c1c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=91ad975b-da66-4a11-98f4-357f1e218276&id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527241 Sep 14 01:12:21.219000 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.150827 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 57930) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:23.253386 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-afb922e3-6dd5-48dc-9266-1852e174fa46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.326748 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-afb922e3-6dd5-48dc-9266-1852e174fa46 admin admin] Publish callbacks [] for security_group (a626300a-a543-42d4-866b-4b2c3211d2da), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.330974 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-afb922e3-6dd5-48dc-9266-1852e174fa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a626300a-a543-42d4-866b-4b2c3211d2da), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.369968 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-afb922e3-6dd5-48dc-9266-1852e174fa46 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=59b4f6c557734efba202181f956c20b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180793 Sep 14 01:12:23.370868 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb922e3-6dd5-48dc-9266-1852e174fa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a626300a-a543-42d4-866b-4b2c3211d2da,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:23.372726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 57934) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:23.425492 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Publish callbacks [] for security_group (a626300a-a543-42d4-866b-4b2c3211d2da), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.444569 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Publish callbacks [] for security_group (a626300a-a543-42d4-866b-4b2c3211d2da), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.489498 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a626300a-a543-42d4-866b-4b2c3211d2da), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.492097 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:23.493271 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a626300a-a543-42d4-866b-4b2c3211d2da HTTP/1.1" status: 204 len: 168 time: 0.1195843 Sep 14 01:12:23.500837 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a626300a-a543-42d4-866b-4b2c3211d2da,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:23.507955 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.508309 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.508657 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.508998 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.509334 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.509666 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.510019 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.510348 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.510675 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.511090 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.511313 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.511640 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.511964 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.512369 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:23.512608 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7933b6f-1eb4-4016-a509-f163f1c70115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:24.217756 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:27.160348 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:28.703513 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-568cbfbf-1532-469e-a961-96967872df41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:30.967086 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-0beb8b77-e3d1-4f34-8491-f7d8d5aa6c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:32.364705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:33.364339 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=24,neutron:INSERT=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:33.366229 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:33.503107 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:33.503974 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:33.691363 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:33.741429 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.280548 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58068) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:34.383432 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-44654096-b3b6-4e85-8ed7-42bdef8d5432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.457496 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-44654096-b3b6-4e85-8ed7-42bdef8d5432 admin admin] Publish callbacks [] for security_group (e3429f01-b8bf-4379-afab-dd988bf3b815), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.461242 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-44654096-b3b6-4e85-8ed7-42bdef8d5432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e3429f01-b8bf-4379-afab-dd988bf3b815), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.498424 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44654096-b3b6-4e85-8ed7-42bdef8d5432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3429f01-b8bf-4379-afab-dd988bf3b815,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:34.503274 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-44654096-b3b6-4e85-8ed7-42bdef8d5432 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=78bef17f0fe946629706a3ea531201d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217190 Sep 14 01:12:34.506518 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58074) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:34.558115 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d342e0b-30c2-4fc6-a844-9b7d8193af98 admin admin] Publish callbacks [] for security_group (e3429f01-b8bf-4379-afab-dd988bf3b815), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.580392 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d342e0b-30c2-4fc6-a844-9b7d8193af98 admin admin] Publish callbacks [] for security_group (e3429f01-b8bf-4379-afab-dd988bf3b815), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.626939 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d342e0b-30c2-4fc6-a844-9b7d8193af98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e3429f01-b8bf-4379-afab-dd988bf3b815), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.629593 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-4d342e0b-30c2-4fc6-a844-9b7d8193af98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:34.630757 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-4d342e0b-30c2-4fc6-a844-9b7d8193af98 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e3429f01-b8bf-4379-afab-dd988bf3b815 HTTP/1.1" status: 204 len: 168 time: 0.1238742 Sep 14 01:12:34.638238 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d342e0b-30c2-4fc6-a844-9b7d8193af98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3429f01-b8bf-4379-afab-dd988bf3b815,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:43.735215 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:43.738101 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:44.633221 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=35,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:44.633960 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:44.651074 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:48.282163 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c097e8-9a4e-44ab-8acc-9e8762d4b9b5 req-8628152c-81ee-432b-8fb2-65b27c6e5775 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:48.283605 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-17c097e8-9a4e-44ab-8acc-9e8762d4b9b5 req-8628152c-81ee-432b-8fb2-65b27c6e5775 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Sep 14 01:12:48.329769 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-17c097e8-9a4e-44ab-8acc-9e8762d4b9b5 req-15098e0b-be04-46cd-8147-e0507c83ae83 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Sep 14 01:12:49.451685 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d61188-f68d-402d-9a49-78a2c0fcc338 req-311f90cb-9eae-4c66-a86c-0157384bd094 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:49.453142 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c2d61188-f68d-402d-9a49-78a2c0fcc338 req-311f90cb-9eae-4c66-a86c-0157384bd094 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0457926 Sep 14 01:12:49.498398 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c2d61188-f68d-402d-9a49-78a2c0fcc338 req-2e1ba4f3-cbcc-454e-b2c3-65390c46e559 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Sep 14 01:12:50.616360 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d20b4-c521-4d2b-b179-f24e4e7a6bf2 req-c3d0063d-db21-442c-96c1-8010611d49de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:50.617788 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-af4d20b4-c521-4d2b-b179-f24e4e7a6bf2 req-c3d0063d-db21-442c-96c1-8010611d49de tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0451574 Sep 14 01:12:50.667671 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-af4d20b4-c521-4d2b-b179-f24e4e7a6bf2 req-f42c97fe-ed6c-435b-a0ea-9fa3d8001767 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444486 Sep 14 01:12:51.205247 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-64583cda-9bec-49e1-955f-50a22f679316 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1103057155&fields=id&tenant_id=57f92cc47a4540bb88497846ca0ee158 HTTP/1.1" status: 200 len: 267 time: 0.0427289 Sep 14 01:12:51.210484 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.220403 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:12:51.256888 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-7ec86fdf-8633-4692-8990-a4fd0f78f1d0 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.258965 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-7ec86fdf-8633-4692-8990-a4fd0f78f1d0 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 985 time: 0.0482302 Sep 14 01:12:51.271943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Request body: {'port': {'security_groups': ['7cea9dc0-8221-4979-9911-2ba5484047b3']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:12:51.344229 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.512581 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:51.543965 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.548872 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.559938 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.560634 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.562035 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00944c08-6ab5-4470-b5ef-1fdd41a485b9 req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "PUT /networking/v2.0/ports/4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 943 time: 0.2946246 Sep 14 01:12:51.562600 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:51.564843 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e62e77-d372-4a7a-98cc-8f7ad451084f" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:51.565187 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4e728a91-558a-4cd3-9b58-ab83145802e5'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:51.576049 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58106) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:51.607348 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1834ef1-5099-4975-b17c-4b5dbf427968 x-openstack-request-id: req-c1834ef1-5099-4975-b17c-4b5dbf427968 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:51.607632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:51.608001 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1834ef1-5099-4975-b17c-4b5dbf427968 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:51.608405 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1834ef1-5099-4975-b17c-4b5dbf427968'] response: {'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'status': 'completed', 'code': 200} Sep 14 01:12:51.625862 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event updated for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=7']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:51.644733 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.644733 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.645062 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.645427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.645747 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.646109 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.646440 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.646768 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.647092 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.647696 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.647887 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.648053 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.648869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.648869 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.649164 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23503e25-6b51-45a8-8dc2-e316646a4f5c tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:12:51.659915 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6006949-3120-475f-9c9b-3b8c6550a34b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group (91ad975b-da66-4a11-98f4-357f1e218276), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.669655 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4e728a91-558a-4cd3-9b58-ab83145802e5'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:51.686404 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-1f902178-b5ac-4178-aae6-edd57bdfbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.687941 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-1f902178-b5ac-4178-aae6-edd57bdfbf02 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1130 time: 0.0540862 Sep 14 01:12:51.688332 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6006949-3120-475f-9c9b-3b8c6550a34b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group (91ad975b-da66-4a11-98f4-357f1e218276), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.792051 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6006949-3120-475f-9c9b-3b8c6550a34b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (91ad975b-da66-4a11-98f4-357f1e218276), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.795632 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c6006949-3120-475f-9c9b-3b8c6550a34b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.796909 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c6006949-3120-475f-9c9b-3b8c6550a34b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/91ad975b-da66-4a11-98f4-357f1e218276 HTTP/1.1" status: 204 len: 168 time: 0.2193129 Sep 14 01:12:51.808073 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58110) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:12:51.809119 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006949-3120-475f-9c9b-3b8c6550a34b tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ad975b-da66-4a11-98f4-357f1e218276,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:51.823486 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:51.837262 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-1c0374c3-2307-4e4b-b457-99d43cec16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.838926 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-1c0374c3-2307-4e4b-b457-99d43cec16f1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 916 time: 0.1448276 Sep 14 01:12:51.859281 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5b0ec-e660-4b07-a132-65dea3ca90ac req-89ea8dbc-43ac-4ffc-a79a-e4bb23325638 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:51.861105 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2da5b0ec-e660-4b07-a132-65dea3ca90ac req-89ea8dbc-43ac-4ffc-a79a-e4bb23325638 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0887678 Sep 14 01:12:51.956754 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-b3256f69-a09c-4d77-9e17-6bb5c987d693 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 1002 time: 0.1109622 Sep 14 01:12:51.967064 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Deleting port bdf9db6e-d8ae-4ff7-bcf8-a99e41609581 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:51.967400 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:51.973143 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:51.978070 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2da5b0ec-e660-4b07-a132-65dea3ca90ac req-9e51d742-df02-4298-b9cb-e4feb04ba653 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816274 Sep 14 01:12:52.018487 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-768706bd-d2bd-4fcd-9e0e-6d7e8a39f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:52.019945 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-768706bd-d2bd-4fcd-9e0e-6d7e8a39f3e2 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 200 len: 854 time: 0.0553546 Sep 14 01:12:52.050880 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.051117 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for floatingip (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.062450 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-037e6b50-d403-493e-b4e2-50db94180d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:52.063542 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Calling delete_port for bdf9db6e-d8ae-4ff7-bcf8-a99e41609581 owned by network:floatingip {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:52.063906 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-037e6b50-d403-493e-b4e2-50db94180d16 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375168 Sep 14 01:12:52.155082 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-9a94319e-ff94-408c-9a2f-a4814a2e7b52 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837753 Sep 14 01:12:52.234078 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (bdf9db6e-d8ae-4ff7-bcf8-a99e41609581), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.248218 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-22e62e77-d372-4a7a-98cc-8f7ad451084f req-29e1618e-8e3f-4113-9d6d-021db575e5bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866997 Sep 14 01:12:52.265851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event deleted for resources: {'Port': ['ID=bdf9db6e-d8ae-4ff7-bcf8-a99e41609581,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:52.328541 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks [] for floatingip (b3c53430-07a8-4a6f-8062-7f80223a3d3d), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.328787 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.l3_db [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Floating IP b3c53430-07a8-4a6f-8062-7f80223a3d3d disassociated (deleted). External IP: 172.28.1.172, port: 4e728a91-558a-4cd3-9b58-ab83145802e5. Sep 14 01:12:52.517300 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:52.522208 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Router 6a45fe5a-ea61-4139-a80b-46f998290e53 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:12:52.533920 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:52.625879 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:12:52.631143 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:52.638108 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] Sync routers for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:12:52.649123 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:52.649843 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:12:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:52.760433 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:52.906063 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-926bafef-8b1c-4483-8b90-568c366cab40 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/b3c53430-07a8-4a6f-8062-7f80223a3d3d HTTP/1.1" status: 204 len: 168 time: 1.0946276 Sep 14 01:12:52.906699 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:52.909106 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0d3276d8020f121ffe19191d3150e9795ac929ff4dd3748de211008ce95c7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:52.946308 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5e5eec-635a-4519-af0e-9dbcf5765c8a x-openstack-request-id: req-2b5e5eec-635a-4519-af0e-9dbcf5765c8a {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:52.946592 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "status": "completed", "code": 200}]} {{(pid=106460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:52.946840 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b5e5eec-635a-4519-af0e-9dbcf5765c8a {{(pid=106460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:52.947248 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5e5eec-635a-4519-af0e-9dbcf5765c8a'] response: {'name': 'network-changed', 'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'status': 'completed', 'code': 200} Sep 14 01:12:52.983052 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:53.010250 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] Checking router: 6a45fe5a-ea61-4139-a80b-46f998290e53 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:12:53.019286 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:12:53.019903 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:12:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:53.145505 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:12:53.416605 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fef96f-62ae-4e28-93d9-5898c9731ff9 req-fa85e3d3-5db2-45be-86d2-4ce7fd25d85a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:53.418441 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fef96f-62ae-4e28-93d9-5898c9731ff9 req-fa85e3d3-5db2-45be-86d2-4ce7fd25d85a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.3542027 Sep 14 01:12:53.423069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-c68ea860-9c6f-420d-b366-cc231fc57548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:53.424485 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-c68ea860-9c6f-420d-b366-cc231fc57548 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 1130 time: 0.0519154 Sep 14 01:12:53.461640 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:12:53.467093 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fef96f-62ae-4e28-93d9-5898c9731ff9 req-7bdd7f15-d518-4b66-ad68-c289f1675f36 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Sep 14 01:12:53.490806 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7c566-2e6e-4175-b47a-32b88f3c5657 None None] The sync data for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb is: [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:45Z', 'revision_number': 4, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '2f6ac780-d711-433c-9389-72ec253a0884', 'name': '', 'network_id': 'f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'mac_address': 'fa:16:3e:00:2a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:45Z', 'updated_at': '2022-09-14T01:10:50Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'subnets': [{'id': 'a5698f03-8c67-4644-8ecf-e54df0c80b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:12:53.572152 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-6c810437-f801-4658-98fa-92080bd87dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:53.573911 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-6c810437-f801-4658-98fa-92080bd87dc3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 200 len: 916 time: 0.0972800 Sep 14 01:12:53.616585 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-4f3894da-76c8-45a3-9a6c-deebb431f582 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Sep 14 01:12:53.670599 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-7bc2a5f4-30e6-4ef1-b985-806d701c7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:53.671955 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-7bc2a5f4-30e6-4ef1-b985-806d701c7b58 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 200 len: 854 time: 0.0497236 Sep 14 01:12:53.721120 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-4577cd6d-371b-4655-b5da-1ba74114bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:53.724323 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-4577cd6d-371b-4655-b5da-1ba74114bb08 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463748 Sep 14 01:12:53.756051 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406bce-d7f1-409d-8ff1-c1102ece480a None None] New status for floating IP b3c53430-07a8-4a6f-8062-7f80223a3d3d: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:12:53.825595 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-cfd111b9-8b50-44eb-8ad8-1cb8f8998408 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918934 Sep 14 01:12:53.918925 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f4d4318e-a6b4-4ed7-aa49-3650d1a705a6 req-a0206a84-736f-4758-bf0d-7ada38f45eb9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863748 Sep 14 01:12:54.590285 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde33cd4-0722-4378-ad5f-a33df7cd64a0 req-9235c43d-1a1b-43ab-a702-8e970a0775b8 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:54.591746 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bde33cd4-0722-4378-ad5f-a33df7cd64a0 req-9235c43d-1a1b-43ab-a702-8e970a0775b8 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0457211 Sep 14 01:12:54.623597 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:54.637985 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bde33cd4-0722-4378-ad5f-a33df7cd64a0 req-364ed2d0-7081-4a9e-93f1-4b91626a6491 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Sep 14 01:12:54.865570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc49b-9aa7-4fc3-8704-c2d3e1504969 req-524d818d-88f8-4f96-8cfd-f0eedc00ffe6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:54.866968 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7fbcc49b-9aa7-4fc3-8704-c2d3e1504969 req-524d818d-88f8-4f96-8cfd-f0eedc00ffe6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0752394 Sep 14 01:12:54.881884 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-93b02f6a-d577-4a36-a5a0-d0d227aa892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:54.883276 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-93b02f6a-d577-4a36-a5a0-d0d227aa892f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 1129 time: 0.0570960 Sep 14 01:12:54.914060 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:54.974727 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7fbcc49b-9aa7-4fc3-8704-c2d3e1504969 req-a7d5585b-c4f1-4176-9cc8-1b1371d11120 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000476 Sep 14 01:12:55.002106 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-efd05d1f-1ac6-4acd-af48-aa8fd92f4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:55.004068 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-efd05d1f-1ac6-4acd-af48-aa8fd92f4fb1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.1129694 Sep 14 01:12:55.063080 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-82187077-a6d1-4017-8ce1-d0023793dea3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 200 len: 999 time: 0.0527203 Sep 14 01:12:55.112778 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-66321460-8b69-4e4e-ad42-fa785691a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:55.114295 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-66321460-8b69-4e4e-ad42-fa785691a1e0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0460508 Sep 14 01:12:55.162760 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-3c9b154b-5d9e-4491-82bd-6e285c984543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:55.164143 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-3c9b154b-5d9e-4491-82bd-6e285c984543 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382388 Sep 14 01:12:55.252363 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-c54ff994-3fce-4f6a-b558-a1a170cc1647 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808635 Sep 14 01:12:55.343069 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4ab9494-ae91-44ce-8100-189ac2a71a1d req-82b9be0a-0902-4f06-8da5-9656871895ca service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Sep 14 01:12:55.655207 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cc402-5b47-4583-b82a-8363224b0cad req-f1589983-2634-4115-9738-c1079dd42dba tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:55.656672 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1f9cc402-5b47-4583-b82a-8363224b0cad req-f1589983-2634-4115-9738-c1079dd42dba tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0474789 Sep 14 01:12:55.703561 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1f9cc402-5b47-4583-b82a-8363224b0cad req-1ae2f4db-6457-4ec4-abcf-df2bf34eaf9f tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 Sep 14 01:12:56.096568 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5a890-ebb5-451b-9383-1968106e5e43 req-9a6e642b-9a88-462d-a361-5dcab331c272 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:56.098568 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4b5a890-ebb5-451b-9383-1968106e5e43 req-9a6e642b-9a88-462d-a361-5dcab331c272 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Sep 14 01:12:56.144518 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d4b5a890-ebb5-451b-9383-1968106e5e43 req-7d6bdb21-a329-4f97-8b27-dac75971dd30 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Sep 14 01:12:56.821309 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade406-b89b-42c3-9ecd-8978ef34aecf req-eb2cb593-cd1c-4031-b523-fa6d4af17025 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:56.822771 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0eade406-b89b-42c3-9ecd-8978ef34aecf req-eb2cb593-cd1c-4031-b523-fa6d4af17025 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0456228 Sep 14 01:12:56.868220 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0eade406-b89b-42c3-9ecd-8978ef34aecf req-7cf60618-9a67-44bf-8baa-39b24c43a707 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Sep 14 01:12:57.271378 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b62e9-b189-496a-aa1d-821c0c574748 req-9116f3fa-d6ba-44b7-897a-a42808e5f4df tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:57.272729 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8e9b62e9-b189-496a-aa1d-821c0c574748 req-9116f3fa-d6ba-44b7-897a-a42808e5f4df tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0485213 Sep 14 01:12:57.318534 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8e9b62e9-b189-496a-aa1d-821c0c574748 req-4d77f990-7a14-4dc8-ba85-dd3bf5e973fe tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399916 Sep 14 01:12:57.686720 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-fbd66b6c-3339-4c87-a0ae-af9406c0e468 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:57.688092 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-fbd66b6c-3339-4c87-a0ae-af9406c0e468 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0493731 Sep 14 01:12:57.771283 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Deleting port 4e728a91-558a-4cd3-9b58-ab83145802e5 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:12:57.771626 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:57.775557 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:57.827082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:12:57.866240 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] For port 4e728a91-558a-4cd3-9b58-ab83145802e5, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=4e728a91-558a-4cd3-9b58-ab83145802e5,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:12:57.866618 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:57.881540 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Calling delete_port for 4e728a91-558a-4cd3-9b58-ab83145802e5 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:12:57.999556 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587e22f-9e6b-4a26-b2c7-dee1b00579a2 req-403c6e33-9ddc-4bd5-99e4-1d1fd149fad8 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:58.001146 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2587e22f-9e6b-4a26-b2c7-dee1b00579a2 req-403c6e33-9ddc-4bd5-99e4-1d1fd149fad8 tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 946 time: 0.0547333 Sep 14 01:12:58.079824 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (4e728a91-558a-4cd3-9b58-ab83145802e5), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:58.091547 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['4e728a91-558a-4cd3-9b58-ab83145802e5'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:12:58.094730 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2587e22f-9e6b-4a26-b2c7-dee1b00579a2 req-1fc8a3e5-2417-42c6-851f-286786d593bb tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7cea9dc0-8221-4979-9911-2ba5484047b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856702 Sep 14 01:12:58.120069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Pushing event deleted for resources: {'Port': ['ID=4e728a91-558a-4cd3-9b58-ab83145802e5,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:12:58.160223 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] No DVR routers for this DVR port 4e728a91-558a-4cd3-9b58-ab83145802e5 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:12:58.162845 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:58.166138 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ed180da3-2a0f-48e1-9209-4c0c4ccaaf76 req-97374344-3beb-4d0f-b823-a9f948fddafc tempest-TestMinimumBasicScenario-1299582056 tempest-TestMinimumBasicScenario-1299582056-project] 10.222.0.23 "DELETE /networking/v2.0/ports/4e728a91-558a-4cd3-9b58-ab83145802e5 HTTP/1.1" status: 204 len: 173 time: 0.4723992 Sep 14 01:12:58.166650 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'name': 'network-vif-deleted', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:12:58.168882 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f007184-31d5-40fc-8599-5b352f10c79c" -d '{"events": [{"server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "name": "network-vif-deleted", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:12:58.208522 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7d0557-c984-4211-b260-afd7aeaa49c9 x-openstack-request-id: req-eb7d0557-c984-4211-b260-afd7aeaa49c9 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:12:58.208811 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c0379f-964e-4dea-b0da-a904dd35a8e0", "name": "network-vif-deleted", "tag": "4e728a91-558a-4cd3-9b58-ab83145802e5", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:12:58.209119 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb7d0557-c984-4211-b260-afd7aeaa49c9 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:12:58.209536 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7d0557-c984-4211-b260-afd7aeaa49c9'] response: {'server_uuid': '66c0379f-964e-4dea-b0da-a904dd35a8e0', 'name': 'network-vif-deleted', 'tag': '4e728a91-558a-4cd3-9b58-ab83145802e5', 'status': 'completed', 'code': 200} Sep 14 01:12:58.392025 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8e7697d3-84e0-4803-aaf9-204448f4364b req-105376f0-5401-4a85-9094-75b72ab9b9b8 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257137 Sep 14 01:12:58.436311 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8e7697d3-84e0-4803-aaf9-204448f4364b req-069c7094-c4a7-4cb8-aeee-7fc0fc99202f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=57f92cc47a4540bb88497846ca0ee158&device_id=66c0379f-964e-4dea-b0da-a904dd35a8e0 HTTP/1.1" status: 200 len: 210 time: 0.0253868 Sep 14 01:12:58.627161 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7697d3-84e0-4803-aaf9-204448f4364b req-e1c5294c-728f-4ee9-a704-0cb522783b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:58.629167 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8e7697d3-84e0-4803-aaf9-204448f4364b req-e1c5294c-728f-4ee9-a704-0cb522783b92 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=57f92cc47a4540bb88497846ca0ee158&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1755402 Sep 14 01:12:58.708633 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e619cf5-6b55-4c6e-ba21-863f22267a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:12:58.791943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7697d3-84e0-4803-aaf9-204448f4364b req-79efb9c6-6b9b-42f0-aae8-899819cf359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:12:58.793426 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8e7697d3-84e0-4803-aaf9-204448f4364b req-79efb9c6-6b9b-42f0-aae8-899819cf359a service neutron] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1539202 Sep 14 01:13:00.351629 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4e728a91-558a-4cd3-9b58-ab83145802e5 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:00.374744 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 4e728a91-558a-4cd3-9b58-ab83145802e5 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:00.375088 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 4e728a91-558a-4cd3-9b58-ab83145802e5 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:00.807270 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58208) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:00.970771 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7c452aeb-b55b-462e-925f-fc3290949dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:01.114066 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (6a45fe5a-ea61-4139-a80b-46f998290e53), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:01.217019 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:01.327814 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Deleting port 2f6ac780-d711-433c-9389-72ec253a0884 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:01.328154 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (2f6ac780-d711-433c-9389-72ec253a0884), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:01.410055 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] For port 2f6ac780-d711-433c-9389-72ec253a0884, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=2f6ac780-d711-433c-9389-72ec253a0884,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:01.410343 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (2f6ac780-d711-433c-9389-72ec253a0884), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:01.423290 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Calling delete_port for 2f6ac780-d711-433c-9389-72ec253a0884 owned by network:router_interface {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:01.472761 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=100 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:01.561671 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:01.602929 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (2f6ac780-d711-433c-9389-72ec253a0884), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:01.633276 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6ac780-d711-433c-9389-72ec253a0884,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:01.799206 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (6a45fe5a-ea61-4139-a80b-46f998290e53), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.005270 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Router 6a45fe5a-ea61-4139-a80b-46f998290e53 has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:02.111212 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:02.116620 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-71205cfa-4b0c-499c-8c31-1db9876b5557 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/6a45fe5a-ea61-4139-a80b-46f998290e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3082466 Sep 14 01:13:02.119178 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58210) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:02.121682 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] Sync routers for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:02.132529 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:02.133190 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:02.217091 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks [] for router (6a45fe5a-ea61-4139-a80b-46f998290e53), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.232144 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:02.313931 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks [] for router_gateway (6a45fe5a-ea61-4139-a80b-46f998290e53), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.325722 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:02.342143 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=100 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:02.359883 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Deleting port c3d0584d-78b2-41ef-a0ce-06714f3474c3 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:02.360222 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.394934 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:02.399820 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.416258 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217'}], 'enable_snat': True}, 'gw_port_id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:13:01Z', 'revision_number': 5, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port': {'id': 'c3d0584d-78b2-41ef-a0ce-06714f3474c3', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:02.445434 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] Checking router: 6a45fe5a-ea61-4139-a80b-46f998290e53 for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:02.448034 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] For port c3d0584d-78b2-41ef-a0ce-06714f3474c3, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=c3d0584d-78b2-41ef-a0ce-06714f3474c3,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:02.448398 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.453845 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] Routers {'6a45fe5a-ea61-4139-a80b-46f998290e53'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:02.454453 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['6a45fe5a-ea61-4139-a80b-46f998290e53'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:02.460851 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Calling delete_port for c3d0584d-78b2-41ef-a0ce-06714f3474c3 owned by network:router_gateway {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:02.473041 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:02.533291 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] Set router 6a45fe5a-ea61-4139-a80b-46f998290e53 gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:02.584496 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:13:02Z', 'revision_number': 6, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:02.586931 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:02.609442 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c2191-da29-44ad-bb01-6dbcc96b4ab9 None None] The sync data for ids ['6a45fe5a-ea61-4139-a80b-46f998290e53'] in dv-cinder-857528-1-smb is: [{'id': '6a45fe5a-ea61-4139-a80b-46f998290e53', 'name': 'tempest-TestMinimumBasicScenario-1461364744-router', 'tenant_id': '57f92cc47a4540bb88497846ca0ee158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:42Z', 'updated_at': '2022-09-14T01:13:02Z', 'revision_number': 6, 'project_id': '57f92cc47a4540bb88497846ca0ee158', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:02.625311 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (c3d0584d-78b2-41ef-a0ce-06714f3474c3), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.653499 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d0584d-78b2-41ef-a0ce-06714f3474c3,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:02.713547 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (6a45fe5a-ea61-4139-a80b-46f998290e53), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.798730 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (6a45fe5a-ea61-4139-a80b-46f998290e53), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.801345 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks [] for router_controller (6a45fe5a-ea61-4139-a80b-46f998290e53), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.845382 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (6a45fe5a-ea61-4139-a80b-46f998290e53), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.845953 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a45fe5a-ea61-4139-a80b-46f998290e53 {{(pid=106460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:13:02.850178 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.851360 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-761e42cd-7f66-4414-ab11-cd29b11c456b admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/6a45fe5a-ea61-4139-a80b-46f998290e53 HTTP/1.1" status: 204 len: 168 time: 0.7312131 Sep 14 01:13:02.853894 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58212) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:02.900485 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Deleting subnet a5698f03-8c67-4644-8ecf-e54df0c80b9e {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:13:02.903539 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Publish callbacks [] for subnet (a5698f03-8c67-4644-8ecf-e54df0c80b9e), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:02.939711 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (a5698f03-8c67-4644-8ecf-e54df0c80b9e), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.026260 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (a5698f03-8c67-4644-8ecf-e54df0c80b9e), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.079903 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (a5698f03-8c67-4644-8ecf-e54df0c80b9e), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.106561 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5698f03-8c67-4644-8ecf-e54df0c80b9e,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:03.108454 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.111568 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-332f4a95-e320-4262-aa24-52c0f6e79674 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/a5698f03-8c67-4644-8ecf-e54df0c80b9e HTTP/1.1" status: 204 len: 168 time: 0.2567232 Sep 14 01:13:03.112881 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd881e-2bfd-45e4-833d-3a663d3091a2 None None] Network f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:13:03.114682 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58214) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:03.173987 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:03.186728 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.229341 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Deleting port ae31ec3f-242c-4475-88a7-9560977a9e36 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:03.229673 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.290916 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] For port ae31ec3f-242c-4475-88a7-9560977a9e36, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=ae31ec3f-242c-4475-88a7-9560977a9e36,segment=NetworkSegment(5b47ccec-d510-46ae-8013-64ad16900b6b),segment_id=5b47ccec-d510-46ae-8013-64ad16900b6b)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:03.291260 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.303966 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Calling delete_port for ae31ec3f-242c-4475-88a7-9560977a9e36 owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:03.373719 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:03.386024 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df15f1-0c9e-465a-b48b-934deef48969 None None] DHCP port deletion for f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:13:03.386723 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (ae31ec3f-242c-4475-88a7-9560977a9e36), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.392733 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2f6ac780-d711-433c-9389-72ec253a0884 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:03.412188 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae31ec3f-242c-4475-88a7-9560977a9e36,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:03.415725 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] No DVR routers for this DVR port ae31ec3f-242c-4475-88a7-9560977a9e36 on host dv-cinder-857528-1-smb {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:13:03.429296 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 2f6ac780-d711-433c-9389-72ec253a0884 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:03.429680 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 2f6ac780-d711-433c-9389-72ec253a0884 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:03.492072 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.512488 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26']}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:03.522063 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b47ccec-d510-46ae-8013-64ad16900b6b') {'for_net_delete': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:03.522355 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b47ccec-d510-46ae-8013-64ad16900b6b') {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:03.531941 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8030434'] for segment (5b47ccec-d510-46ae-8013-64ad16900b6b), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.545844 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (5b47ccec-d510-46ae-8013-64ad16900b6b), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.552830 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:13:03.553266 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8334119'] for segment (5b47ccec-d510-46ae-8013-64ad16900b6b), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.594670 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment 5b47ccec-d510-46ae-8013-64ad16900b6b resource provider aggregate not found Sep 14 01:13:03.613168 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment 5b47ccec-d510-46ae-8013-64ad16900b6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b47ccec-d510-46ae-8013-64ad16900b6b found for delete ", "request_id": "req-fcc5cf22-7288-4d45-bec9-9e97e3e2c09c"}]} Sep 14 01:13:03.621039 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.626550 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.630025 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26 HTTP/1.1" status: 204 len: 168 time: 0.5140846 Sep 14 01:13:03.632706 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58220) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:03.640942 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbaec5-0c4c-4ebc-8378-d3780f8ef94a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e564f9-7e1d-4a6a-b7d3-b1a2367fcf26,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:03.698409 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.744400 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.789288 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=8 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:03.897251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:03.948247 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (3f8621eb-026d-43af-811a-8fbf10a34c7e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:03.987237 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:04.160537 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Deleting port a4ab1115-fed5-4035-8d04-f2bee0de4162 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:04.160787 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:04.236212 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] For port a4ab1115-fed5-4035-8d04-f2bee0de4162, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=a4ab1115-fed5-4035-8d04-f2bee0de4162,segment=NetworkSegment(dbdee564-930b-4452-8fdd-98045cd113d5),segment_id=dbdee564-930b-4452-8fdd-98045cd113d5)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:04.236568 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:04.249199 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Calling delete_port for a4ab1115-fed5-4035-8d04-f2bee0de4162 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:04.430801 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (a4ab1115-fed5-4035-8d04-f2bee0de4162), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:04.453264 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ab1115-fed5-4035-8d04-f2bee0de4162,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:04.855731 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (3f8621eb-026d-43af-811a-8fbf10a34c7e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.005181 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:05.011094 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:05.029471 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ae31ec3f-242c-4475-88a7-9560977a9e36 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:05.048313 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: ae31ec3f-242c-4475-88a7-9560977a9e36 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:05.048660 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device ae31ec3f-242c-4475-88a7-9560977a9e36 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:05.049072 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device c3d0584d-78b2-41ef-a0ce-06714f3474c3 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:05.064310 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Router 3f8621eb-026d-43af-811a-8fbf10a34c7e has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:05.067669 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: c3d0584d-78b2-41ef-a0ce-06714f3474c3 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:05.068016 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device c3d0584d-78b2-41ef-a0ce-06714f3474c3 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:05.168746 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:05.173618 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-907618a3-f1b0-4ee6-8927-b3ef08eb8636 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/3f8621eb-026d-43af-811a-8fbf10a34c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398965 Sep 14 01:13:05.176776 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58222) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:05.177639 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] Sync routers for ids ['3f8621eb-026d-43af-811a-8fbf10a34c7e'] in dv-cinder-857528-1-smb {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:05.188167 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] Routers {'3f8621eb-026d-43af-811a-8fbf10a34c7e'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:05.188786 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['3f8621eb-026d-43af-811a-8fbf10a34c7e'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:05.275967 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks [] for router (3f8621eb-026d-43af-811a-8fbf10a34c7e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.373673 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] Set router 3f8621eb-026d-43af-811a-8fbf10a34c7e gateway port host: dv-cinder-857528-1-smb {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:05.375911 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks [] for router_gateway (3f8621eb-026d-43af-811a-8fbf10a34c7e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.421217 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Deleting port 6f5124d6-3aad-4cf1-9096-c7422dfce03a {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:05.421459 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.507659 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] For port 6f5124d6-3aad-4cf1-9096-c7422dfce03a, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=6f5124d6-3aad-4cf1-9096-c7422dfce03a,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:05.508022 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.521051 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Calling delete_port for 6f5124d6-3aad-4cf1-9096-c7422dfce03a owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:05.542764 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170'}], 'enable_snat': True}, 'gw_port_id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:13:04Z', 'revision_number': 5, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port': {'id': '6f5124d6-3aad-4cf1-9096-c7422dfce03a', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:49Z', 'updated_at': '2022-09-14T01:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:05.567180 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] Checking router: 3f8621eb-026d-43af-811a-8fbf10a34c7e for host: dv-cinder-857528-1-smb {{(pid=106462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:05.575482 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] Routers {'3f8621eb-026d-43af-811a-8fbf10a34c7e'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:05.576081 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:01Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['3f8621eb-026d-43af-811a-8fbf10a34c7e'], 'active': True} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:05.660820 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_dvr_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] Set router 3f8621eb-026d-43af-811a-8fbf10a34c7e gateway port host: None {{(pid=106462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:05.687718 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (6f5124d6-3aad-4cf1-9096-c7422dfce03a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.709590 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.l3_hamode_db [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:13:05Z', 'revision_number': 6, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:05.716833 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5124d6-3aad-4cf1-9096-c7422dfce03a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:05.736954 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d894822-404a-4e60-8a64-d62102a2681f None None] The sync data for ids ['3f8621eb-026d-43af-811a-8fbf10a34c7e'] in dv-cinder-857528-1-smb is: [{'id': '3f8621eb-026d-43af-811a-8fbf10a34c7e', 'name': 'tempest-TestMinimumBasicScenario-13550144-router', 'tenant_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:48Z', 'updated_at': '2022-09-14T01:13:05Z', 'revision_number': 6, 'project_id': 'ffd56d0f22b64ce2a5218e1b1a291c74', 'gw_port_host': None}] {{(pid=106462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:05.779581 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (3f8621eb-026d-43af-811a-8fbf10a34c7e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.803800 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:05.866803 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (3f8621eb-026d-43af-811a-8fbf10a34c7e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.869039 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks [] for router_controller (3f8621eb-026d-43af-811a-8fbf10a34c7e), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.909663 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (3f8621eb-026d-43af-811a-8fbf10a34c7e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.910240 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8621eb-026d-43af-811a-8fbf10a34c7e {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:13:05.914960 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.916084 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-9590f3af-c81d-4fc6-ae12-c738d0c71d7d admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/3f8621eb-026d-43af-811a-8fbf10a34c7e HTTP/1.1" status: 204 len: 168 time: 0.7383952 Sep 14 01:13:05.918690 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58224) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:05.961983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Deleting subnet fd8d6414-e65c-4f7e-8a2c-c619608ab35a {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:13:05.964947 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Publish callbacks [] for subnet (fd8d6414-e65c-4f7e-8a2c-c619608ab35a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:05.982579 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:06.005037 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7884280'] for subnet (fd8d6414-e65c-4f7e-8a2c-c619608ab35a), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.078731 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (fd8d6414-e65c-4f7e-8a2c-c619608ab35a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.136843 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7464474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5042169'] for subnet (fd8d6414-e65c-4f7e-8a2c-c619608ab35a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.167983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8d6414-e65c-4f7e-8a2c-c619608ab35a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:06.169974 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.173053 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-d9254bdc-9078-4341-8174-54f7df00aa02 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/fd8d6414-e65c-4f7e-8a2c-c619608ab35a HTTP/1.1" status: 204 len: 168 time: 0.2534626 Sep 14 01:13:06.175430 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f696d9ed-8eb6-4c8f-8e31-eb0b3587c74f None None] Network 0e3ee9cb-b672-457a-81c9-675790c51c30 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:13:06.176339 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58226) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:06.245791 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (0e3ee9cb-b672-457a-81c9-675790c51c30), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.287581 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Deleting port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 {{(pid=106460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:06.287922 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.352301 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.db [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] For port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,segment=NetworkSegment(dbdee564-930b-4452-8fdd-98045cd113d5),segment_id=dbdee564-930b-4452-8fdd-98045cd113d5)] {{(pid=106460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:06.352657 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.365357 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.plugin [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Calling delete_port for 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 owned by network:dhcp {{(pid=106460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:06.441417 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8334322'] for port (97b3abdb-5ea4-49aa-90e9-bb9debec6fe4), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.466582 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b3abdb-5ea4-49aa-90e9-bb9debec6fe4,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:06.470140 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] No DVR routers for this DVR port 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 on host dv-cinder-857528-1-smb {{(pid=106460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:13:06.481360 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5bc3db-8795-4ecf-a2cf-94c0b3f1b198 None None] DHCP port deletion for 0e3ee9cb-b672-457a-81c9-675790c51c30 request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:13:06.554264 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (0e3ee9cb-b672-457a-81c9-675790c51c30), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.566062 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:06.576307 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3ee9cb-b672-457a-81c9-675790c51c30']}} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:06.586907 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdee564-930b-4452-8fdd-98045cd113d5') {'for_net_delete': True} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:06.587346 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.services.segments.db [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdee564-930b-4452-8fdd-98045cd113d5') {} {{(pid=106460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:06.597725 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8030434'] for segment (dbdee564-930b-4452-8fdd-98045cd113d5), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.611205 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (dbdee564-930b-4452-8fdd-98045cd113d5), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.617700 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:13:06.618113 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8334119'] for segment (dbdee564-930b-4452-8fdd-98045cd113d5), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.662877 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment dbdee564-930b-4452-8fdd-98045cd113d5 resource provider aggregate not found Sep 14 01:13:06.682736 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.services.segments.plugin [-] Segment dbdee564-930b-4452-8fdd-98045cd113d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbdee564-930b-4452-8fdd-98045cd113d5 found for delete ", "request_id": "req-09b429f3-a063-4a33-8709-7b998cbfa397"}]} Sep 14 01:13:06.687904 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (0e3ee9cb-b672-457a-81c9-675790c51c30), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.692355 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:06.698367 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/0e3ee9cb-b672-457a-81c9-675790c51c30 HTTP/1.1" status: 204 len: 168 time: 0.5186021 Sep 14 01:13:06.938638 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58234) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:06.955168 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd420e-7fcb-4fcd-989d-30a91ee85c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3ee9cb-b672-457a-81c9-675790c51c30,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:06.981980 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-1a61599c-64b8-47ad-9383-9d5372215996 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=57f92cc47a4540bb88497846ca0ee158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420330 Sep 14 01:13:06.984402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58236) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:06.998890 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a4ab1115-fed5-4035-8d04-f2bee0de4162 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:07.018713 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: a4ab1115-fed5-4035-8d04-f2bee0de4162 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:07.019003 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device a4ab1115-fed5-4035-8d04-f2bee0de4162 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:07.019421 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:07.035357 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0e07-44db-4047-a243-ee10b927fb12 admin admin] Publish callbacks [] for security_group (7cea9dc0-8221-4979-9911-2ba5484047b3), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.037848 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:07.038199 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 97b3abdb-5ea4-49aa-90e9-bb9debec6fe4 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:07.038634 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6f5124d6-3aad-4cf1-9096-c7422dfce03a no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:07.058488 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 6f5124d6-3aad-4cf1-9096-c7422dfce03a {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:07.058839 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 6f5124d6-3aad-4cf1-9096-c7422dfce03a not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:07.062845 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0e07-44db-4047-a243-ee10b927fb12 admin admin] Publish callbacks [] for security_group (7cea9dc0-8221-4979-9911-2ba5484047b3), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.114095 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0e07-44db-4047-a243-ee10b927fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (7cea9dc0-8221-4979-9911-2ba5484047b3), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.116743 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f0e0e07-44db-4047-a243-ee10b927fb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.117913 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-7f0e0e07-44db-4047-a243-ee10b927fb12 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7cea9dc0-8221-4979-9911-2ba5484047b3 HTTP/1.1" status: 204 len: 168 time: 0.1326005 Sep 14 01:13:07.125637 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e0e07-44db-4047-a243-ee10b927fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea9dc0-8221-4979-9911-2ba5484047b3,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:07.447092 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58242) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:07.486447 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-9fa40afd-e3d3-4171-998c-03b21a1dd7dd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ffd56d0f22b64ce2a5218e1b1a291c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381489 Sep 14 01:13:07.488812 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58244) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:07.536420 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1fc2-1027-4e68-90b1-10fe21e17345 admin admin] Publish callbacks [] for security_group (a2488934-7e7c-490f-9a1d-1a87ba5c2d96), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.555920 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1fc2-1027-4e68-90b1-10fe21e17345 admin admin] Publish callbacks [] for security_group (a2488934-7e7c-490f-9a1d-1a87ba5c2d96), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.602106 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1fc2-1027-4e68-90b1-10fe21e17345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (a2488934-7e7c-490f-9a1d-1a87ba5c2d96), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.604536 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1fc2-1027-4e68-90b1-10fe21e17345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:07.605659 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-8a3d1fc2-1027-4e68-90b1-10fe21e17345 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a2488934-7e7c-490f-9a1d-1a87ba5c2d96 HTTP/1.1" status: 204 len: 168 time: 0.1159897 Sep 14 01:13:07.613025 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1fc2-1027-4e68-90b1-10fe21e17345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2488934-7e7c-490f-9a1d-1a87ba5c2d96,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:15.711945 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=46 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:15.712764 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=37 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.022428 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.099951 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=40,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.121912 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.139262 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=35 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.589360 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=85,neutron:DELETE=10 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.609383 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:17.626789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:21.217690 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:28.218936 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:13:28.710737 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-98dd8eba-2029-462b-9bda-010d3f7cfd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:29.686098 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097d6f-c0b0-4227-8793-f99a86e7b159 req-74d81307-ed20-4ca5-b215-945355579ca1 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:29.687577 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d0097d6f-c0b0-4227-8793-f99a86e7b159 req-74d81307-ed20-4ca5-b215-945355579ca1 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0470121 Sep 14 01:13:29.737881 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d0097d6f-c0b0-4227-8793-f99a86e7b159 req-906dc684-3b91-4f6c-a659-f145365981cc tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 Sep 14 01:13:30.858715 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933e52c-d239-42ea-bef7-7965ad98f740 req-dce94c0f-1860-4e80-80c6-02e0a609814a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:30.860183 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d933e52c-d239-42ea-bef7-7965ad98f740 req-dce94c0f-1860-4e80-80c6-02e0a609814a tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0461340 Sep 14 01:13:30.907538 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d933e52c-d239-42ea-bef7-7965ad98f740 req-5d213aa1-c7d5-439e-913c-03fb8c414a90 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418167 Sep 14 01:13:30.972859 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-47d75442-b3b5-46fa-8853-8cf6fd1c8d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.548077 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-8ed51212-04fc-476f-8463-af75e3db8b67 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:31.550172 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-8ed51212-04fc-476f-8463-af75e3db8b67 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0451565 Sep 14 01:13:31.629968 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Deleting port 778f6102-1d65-439f-bd73-3ad0a1953346 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:31.630309 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.717508 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] For port 778f6102-1d65-439f-bd73-3ad0a1953346, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=778f6102-1d65-439f-bd73-3ad0a1953346,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:31.717894 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.882417 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.883082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (7e678fd4-8ec6-4705-b1b9-774f34d5e07d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:31.883082 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Floating IP 7e678fd4-8ec6-4705-b1b9-774f34d5e07d disassociated. External IP: 172.28.1.9, port: 778f6102-1d65-439f-bd73-3ad0a1953346. Sep 14 01:13:31.883324 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Calling delete_port for 778f6102-1d65-439f-bd73-3ad0a1953346 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:32.044433 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55047e-a3af-4022-8154-eeaea3ea6671 req-2ee5ab90-b445-4b22-b0c4-aac4f9d97546 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:32.046074 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1a55047e-a3af-4022-8154-eeaea3ea6671 req-2ee5ab90-b445-4b22-b0c4-aac4f9d97546 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=249bbe4b-83bf-49f8-9df4-adce52855125 HTTP/1.1" status: 200 len: 945 time: 0.0612845 Sep 14 01:13:32.047063 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (778f6102-1d65-439f-bd73-3ad0a1953346), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.080471 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event deleted for resources: {'Port': ['ID=778f6102-1d65-439f-bd73-3ad0a1953346,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:32.159686 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1a55047e-a3af-4022-8154-eeaea3ea6671 req-9c06b125-f92b-4efa-b802-4300438e22a0 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=86d94e7b-b85c-4e35-a3ae-f3290f2307d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044486 Sep 14 01:13:32.160358 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=16 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:32.206113 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:32.213373 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:32.217831 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:32.319994 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:32.329477 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:32.339773 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:32.340377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:32.360311 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] No DVR routers for this DVR port 778f6102-1d65-439f-bd73-3ad0a1953346 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:13:32.363276 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.366502 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ec05cfc-667f-4b4b-840c-9e5d3d18079a req-bc25c4a0-af3f-4f14-be7a-9e3fa457a674 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "DELETE /networking/v2.0/ports/778f6102-1d65-439f-bd73-3ad0a1953346 HTTP/1.1" status: 204 len: 173 time: 0.8113637 Sep 14 01:13:32.367005 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'name': 'network-vif-deleted', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:32.369216 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec20532-27c1-416a-8c1e-b800c945baeb" -d '{"events": [{"server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "name": "network-vif-deleted", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:32.406506 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:32.409501 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91faa6-9929-4062-b5b9-bd8ca2b2f371 x-openstack-request-id: req-ba91faa6-9929-4062-b5b9-bd8ca2b2f371 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:32.409901 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249bbe4b-83bf-49f8-9df4-adce52855125", "name": "network-vif-deleted", "tag": "778f6102-1d65-439f-bd73-3ad0a1953346", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:32.410084 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba91faa6-9929-4062-b5b9-bd8ca2b2f371 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:32.410442 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba91faa6-9929-4062-b5b9-bd8ca2b2f371'] response: {'server_uuid': '249bbe4b-83bf-49f8-9df4-adce52855125', 'name': 'network-vif-deleted', 'tag': '778f6102-1d65-439f-bd73-3ad0a1953346', 'status': 'completed', 'code': 200} Sep 14 01:13:32.463266 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:32.660618 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:32.688039 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:32.696181 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:32.696780 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:32.795167 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:32.989570 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:33.013249 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968190f-836e-4428-8bc6-d7486c6e1f28 None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:33.237283 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e5f4a-510f-4f0e-8672-9bf7c4f68aa0 None None] New status for floating IP 7e678fd4-8ec6-4705-b1b9-774f34d5e07d: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:13:33.255445 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58268) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:33.313577 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (86d94e7b-b85c-4e35-a3ae-f3290f2307d9), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.336493 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (86d94e7b-b85c-4e35-a3ae-f3290f2307d9), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.385653 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (86d94e7b-b85c-4e35-a3ae-f3290f2307d9), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.388259 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.389430 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/86d94e7b-b85c-4e35-a3ae-f3290f2307d9 HTTP/1.1" status: 204 len: 168 time: 0.1328967 Sep 14 01:13:33.392427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58270) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:33.399401 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d94e7b-b85c-4e35-a3ae-f3290f2307d9,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:33.406738 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.407077 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.api.v2.resource [None req-1c903117-8095-4cf7-943f-ad8f62e7138b tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] show failed (client error): The resource could not be found. Sep 14 01:13:33.407189 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.407416 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.407758 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.408097 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-1c903117-8095-4cf7-943f-ad8f62e7138b tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups/86d94e7b-b85c-4e35-a3ae-f3290f2307d9 HTTP/1.1" status: 404 len: 347 time: 0.0140395 Sep 14 01:13:33.408248 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.408526 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.408857 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.409183 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.409508 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.409852 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.410182 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.410584 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.410917 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.411026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58272) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:33.411237 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.411555 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52968581-ff10-4259-85b9-c5cf9028e381 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:33.521159 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Deleting port 61df7068-90b7-4a7a-8949-9af3f991c96f {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:13:33.521495 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.597952 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.598272 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (61df7068-90b7-4a7a-8949-9af3f991c96f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.610272 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Calling delete_port for 61df7068-90b7-4a7a-8949-9af3f991c96f owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:13:33.692332 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.740096 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (61df7068-90b7-4a7a-8949-9af3f991c96f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.749658 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.765903 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event deleted for resources: {'Port': ['ID=61df7068-90b7-4a7a-8949-9af3f991c96f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:33.824643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (7e678fd4-8ec6-4705-b1b9-774f34d5e07d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.827090 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.828239 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-ff1ba5b6-3f43-431b-9100-d6374e34acf6 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/7e678fd4-8ec6-4705-b1b9-774f34d5e07d HTTP/1.1" status: 204 len: 168 time: 0.4160774 Sep 14 01:13:33.900888 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58276) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:33.905502 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708377424', 'description': 'tempest-description--1027144372'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:33.926776 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.994036 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (8ac6b5f4-d29c-457f-8f94-83e102a9aef2), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:33.997791 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8ac6b5f4-d29c-457f-8f94-83e102a9aef2), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.031385 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.032639 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1307287 Sep 14 01:13:34.033866 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b096103-021b-415c-9bd4-7e7593beef7c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6b5f4-d29c-457f-8f94-83e102a9aef2,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:34.036140 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58278) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:34.040752 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'security_group_rule': {'security_group_id': '8ac6b5f4-d29c-457f-8f94-83e102a9aef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:34.070160 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (fb544046-0551-4d5a-929b-d1ef5b3607bc), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.101969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:34.110927 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:34.130581 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (fb544046-0551-4d5a-929b-d1ef5b3607bc), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.133769 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (fb544046-0551-4d5a-929b-d1ef5b3607bc), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.151969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb544046-0551-4d5a-929b-d1ef5b3607bc,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:34.160558 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.161732 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-214f073d-b329-4be7-bb3f-e5ae2b816dda tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246893 Sep 14 01:13:34.164320 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58280) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:34.168433 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'security_group_rule': {'security_group_id': '8ac6b5f4-d29c-457f-8f94-83e102a9aef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:34.198774 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (ba15c163-1b58-42ad-aa4f-afa5e14add9f), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.252705 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (ba15c163-1b58-42ad-aa4f-afa5e14add9f), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.255961 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1709973'] for security_group_rule (ba15c163-1b58-42ad-aa4f-afa5e14add9f), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.272989 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba15c163-1b58-42ad-aa4f-afa5e14add9f,revision_number=0']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:34.282172 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.283686 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-81017caf-bba5-4796-b356-95a98a75814d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182461 Sep 14 01:13:34.287708 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58282) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:34.292575 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'floatingip': {'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:34.313206 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.390955 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.492304 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Allocated IP 172.28.1.151 (bee3d0af-5777-4530-b328-a3ed41b61d4d/ef958496-5233-4cde-a071-c7a92c2a57b5/233199f4-081b-45cf-9340-9cba21e4b12e) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:34.537984 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 778f6102-1d65-439f-bd73-3ad0a1953346 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:13:34.594129 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for port (233199f4-081b-45cf-9340-9cba21e4b12e), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.626105 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (233199f4-081b-45cf-9340-9cba21e4b12e), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.671854 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Network bee3d0af-5777-4530-b328-a3ed41b61d4d is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:34.676591 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:34.679377 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 778f6102-1d65-439f-bd73-3ad0a1953346 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:13:34.679723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 778f6102-1d65-439f-bd73-3ad0a1953346 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:13:34.680570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:34.683552 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'Port': ['ID=233199f4-081b-45cf-9340-9cba21e4b12e,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:34.757550 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:34.764445 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (28343544-6c68-4f34-9177-742c6d35120c), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:34.794486 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:34.802477 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (233199f4-081b-45cf-9340-9cba21e4b12e), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:35.207914 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for port (233199f4-081b-45cf-9340-9cba21e4b12e), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:35.212829 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (233199f4-081b-45cf-9340-9cba21e4b12e), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:35.279640 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'Port': ['ID=233199f4-081b-45cf-9340-9cba21e4b12e,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:35.282086 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (28343544-6c68-4f34-9177-742c6d35120c), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:35.297704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:35.299494 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-e0edffcd-34a7-4358-a57e-0c10c563d466 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0102613 Sep 14 01:13:35.492240 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-f2e832c8-f6a9-4893-bbff-7c190268a553 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1708377424&fields=id&tenant_id=c7c272d384b547dab72c1f42f431970b HTTP/1.1" status: 200 len: 267 time: 0.0411012 Sep 14 01:13:35.601289 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-e96735ca-3c7c-4bb5-9ba7-e0c901eb2a13 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:35.602743 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-e96735ca-3c7c-4bb5-9ba7-e0c901eb2a13 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 811 time: 0.1043866 Sep 14 01:13:35.616667 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-e76bdae6-4a4e-4051-b05c-d4f29d66217b tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/quotas/c7c272d384b547dab72c1f42f431970b HTTP/1.1" status: 200 len: 375 time: 0.0086677 Sep 14 01:13:35.664271 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-a7f17a98-1e9b-4133-8ce3-4c2034840995 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430286 Sep 14 01:13:35.762044 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-560b58d0-a510-48e9-a8e0-553fdfd736d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Sep 14 01:13:35.847673 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-6e382120-41ca-489a-817c-428fc7b6f0b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799694 Sep 14 01:13:36.017966 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-5547ff99-8eab-4fa8-85ba-c38f59815588 req-51b6b37b-f0cf-4aad-bd74-a4fb9e07d3be tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 210 time: 0.0318332 Sep 14 01:13:36.988182 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-2dc1d41c-9877-44e0-ba47-9bd0d4308788 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:36.989686 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-2dc1d41c-9877-44e0-ba47-9bd0d4308788 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 811 time: 0.1052675 Sep 14 01:13:37.028401 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:37.060571 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-012fe975-c91a-4bd3-81cc-43ced8e52a9f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c7c272d384b547dab72c1f42f431970b HTTP/1.1" status: 200 len: 380 time: 0.0635424 Sep 14 01:13:37.129230 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-094b26fa-ede3-46bd-a139-ad961c9a2fd7 req-dfea8018-c7f7-4f51-8d3f-6ceeefd976af tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 210 time: 0.0312178 Sep 14 01:13:37.133794 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'port': {'device_id': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'admin_state_up': True, 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'security_groups': ['8ac6b5f4-d29c-457f-8f94-83e102a9aef2']}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:37.250591 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Made reservation on behalf of c7c272d384b547dab72c1f42f431970b for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:13:37.254933 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:37.276202 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:37.391665 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Allocated IP 172.20.0.9 (47fc3816-a554-415f-9c5c-08ae3d97082b/09fb3e33-3575-4985-9736-0a173fa9b54e/40b0348b-d229-4d26-9f68-dd54de4e2d98) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:13:37.536266 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:37.569502 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:37.611841 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Network 47fc3816-a554-415f-9c5c-08ae3d97082b is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:13:37.614983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:13:37.617457 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:13:37.648657 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event updated for resources: {'Port': ['ID=40b0348b-d229-4d26-9f68-dd54de4e2d98,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:37.674900 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:37.675526 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:37.692101 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-1320ccc4-608e-4b93-82de-28fd80e4d7f7 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619011 Sep 14 01:13:37.703651 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Request body: {'port': {'device_id': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:37.767739 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:37.794605 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Provisioning complete for port 40b0348b-d229-4d26-9f68-dd54de4e2d98 triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:37.795183 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:37.795285 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Attempt 1 to provision port 40b0348b-d229-4d26-9f68-dd54de4e2d98 Sep 14 01:13:37.828220 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Port 40b0348b-d229-4d26-9f68-dd54de4e2d98 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:37.938315 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:38.031637 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b0348b-d229-4d26-9f68-dd54de4e2d98 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:13:38.039049 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Publish callbacks [] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:38.051648 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Transition to ACTIVE for port object 40b0348b-d229-4d26-9f68-dd54de4e2d98 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:13:38.055664 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:38.060781 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:38.120986 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=40b0348b-d229-4d26-9f68-dd54de4e2d98,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:38.180630 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Attempting to bind port 40b0348b-d229-4d26-9f68-dd54de4e2d98 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:13:38.180970 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Attempting to bind port 40b0348b-d229-4d26-9f68-dd54de4e2d98 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:13:38.181297 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Attempting to bind port 40b0348b-d229-4d26-9f68-dd54de4e2d98 on network 47fc3816-a554-415f-9c5c-08ae3d97082b {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:38.247127 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Port 40b0348b-d229-4d26-9f68-dd54de4e2d98 on network 47fc3816-a554-415f-9c5c-08ae3d97082b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:13:38.247445 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Attempting to bind port 40b0348b-d229-4d26-9f68-dd54de4e2d98 on network 47fc3816-a554-415f-9c5c-08ae3d97082b {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:13:38.285731 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeb562-aaa1-464e-a9b4-a796da271e2c req-f074b870-72a8-4269-8aa9-721d8cf053ec tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:38.287187 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-13eeb562-aaa1-464e-a9b4-a796da271e2c req-f074b870-72a8-4269-8aa9-721d8cf053ec tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 943 time: 0.0740676 Sep 14 01:13:38.323782 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:13:38.324138 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Checking segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:13:38.324520 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Bound using segment: {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:13:38.324954 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Bound port: 40b0348b-d229-4d26-9f68-dd54de4e2d98, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb503b8-9897-4260-80c6-95483d0bf5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:13:38.325304 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:38.329242 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Attempt 2 to provision port 40b0348b-d229-4d26-9f68-dd54de4e2d98 Sep 14 01:13:38.363937 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Port 40b0348b-d229-4d26-9f68-dd54de4e2d98 cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:13:38.371846 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-13eeb562-aaa1-464e-a9b4-a796da271e2c req-31fb5b76-6063-40fa-9ee5-ed5ac2ed379d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788515 Sep 14 01:13:38.401462 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] For port 40b0348b-d229-4d26-9f68-dd54de4e2d98, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:13:38.404432 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] For port 40b0348b-d229-4d26-9f68-dd54de4e2d98, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:13:38.411085 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:38.415904 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:38.416490 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:38.417883 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/40b0348b-d229-4d26-9f68-dd54de4e2d98 HTTP/1.1" status: 200 len: 1093 time: 0.7184119 Sep 14 01:13:38.418379 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:38.420553 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:38.474377 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c359c-7e56-4373-9772-37a9798bc27d x-openstack-request-id: req-568c359c-7e56-4373-9772-37a9798bc27d {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:38.474770 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:38.474943 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-568c359c-7e56-4373-9772-37a9798bc27d {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:38.475488 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568c359c-7e56-4373-9772-37a9798bc27d'] response: {'name': 'network-changed', 'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'status': 'completed', 'code': 200} Sep 14 01:13:38.500039 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd47ba-48d7-4d44-a966-cd27476eb8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=40b0348b-d229-4d26-9f68-dd54de4e2d98,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:38.511098 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-f344d299-00eb-4c6d-8c90-0f1c83e4b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:38.512581 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-f344d299-00eb-4c6d-8c90-0f1c83e4b878 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 1127 time: 0.0548058 Sep 14 01:13:38.554090 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-41a84a0a-07ef-4ef9-a64d-eab1d589bafe service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98 HTTP/1.1" status: 200 len: 217 time: 0.0322564 Sep 14 01:13:38.599042 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-432eff26-29a7-4a77-a1fb-bb4b5d33891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:38.600323 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-432eff26-29a7-4a77-a1fb-bb4b5d33891d service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0412257 Sep 14 01:13:38.639909 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-17225924-4166-4d9a-b53d-938c3665e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:38.641287 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-17225924-4166-4d9a-b53d-938c3665e56b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0356047 Sep 14 01:13:38.731393 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-2278cae2-a811-4a6e-afa0-c849f9b0823f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844510 Sep 14 01:13:38.743850 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:38.825129 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ae6c1bb1-aa8a-412c-b053-5de82403fca4 req-eed5f2ea-957c-45ef-9903-c90ac7f69795 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875397 Sep 14 01:13:38.865636 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Attempt 3 to provision port 40b0348b-d229-4d26-9f68-dd54de4e2d98 Sep 14 01:13:38.903794 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-986f16ed-90f9-4ba7-913b-3cd2fef182b8 None None] Port 40b0348b-d229-4d26-9f68-dd54de4e2d98 had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:13:39.490732 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c097d5-56c5-4eaf-a531-5b40626dbf7f req-763909a6-4fb1-4eaf-a6f8-8c07325ae648 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:39.492176 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-05c097d5-56c5-4eaf-a531-5b40626dbf7f req-763909a6-4fb1-4eaf-a6f8-8c07325ae648 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 943 time: 0.0463581 Sep 14 01:13:39.544306 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-15abba64-1dfa-419b-aab6-f2d648660495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:39.545721 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-15abba64-1dfa-419b-aab6-f2d648660495 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 1127 time: 0.0520597 Sep 14 01:13:39.608661 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-05c097d5-56c5-4eaf-a531-5b40626dbf7f req-d7befd6a-4010-4446-b5bc-74020b0f4c00 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077273 Sep 14 01:13:39.648324 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-86f817dc-b328-4796-abee-0f29defe9559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:39.649745 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-86f817dc-b328-4796-abee-0f29defe9559 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.0985560 Sep 14 01:13:39.661727 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:39.690072 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-81481948-0ef3-4b87-8df3-44b83af54ebe service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98 HTTP/1.1" status: 200 len: 217 time: 0.0337608 Sep 14 01:13:39.738765 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-721d059d-da46-4bbd-9dee-7ada80b597a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:39.740137 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-721d059d-da46-4bbd-9dee-7ada80b597a6 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0450785 Sep 14 01:13:39.780956 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-55c5aaa1-55d7-4d8b-ad94-59dec40147fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:39.782423 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-55c5aaa1-55d7-4d8b-ad94-59dec40147fa service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0366044 Sep 14 01:13:39.874722 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-e90cf5f2-e48c-4f42-b202-e8088f2d29f7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862336 Sep 14 01:13:39.966763 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-96e0ad73-cbbe-40ce-aacd-5dc1c0674ec3 req-e3b76ab8-3f2a-4b30-a481-e6ad6daf620d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Sep 14 01:13:40.583810 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 40b0348b-d229-4d26-9f68-dd54de4e2d98 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:13:40.684677 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 40b0348b-d229-4d26-9f68-dd54de4e2d98, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:40.696714 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'port_id': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'mac_address': 'fa:16:3e:b2:9d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:13:40.728279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13111b2-1b33-4923-87a0-5f008e150696 req-62e53bea-e6b4-42df-ba6d-832eb12b5ac4 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:40.729738 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a13111b2-1b33-4923-87a0-5f008e150696 req-62e53bea-e6b4-42df-ba6d-832eb12b5ac4 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 943 time: 0.0463841 Sep 14 01:13:40.730694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 40b0348b-d229-4d26-9f68-dd54de4e2d98 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:40.731076 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.744123 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b0348b-d229-4d26-9f68-dd54de4e2d98 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:13:40.765215 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 40b0348b-d229-4d26-9f68-dd54de4e2d98, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:40.769302 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:40.783720 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a13111b2-1b33-4923-87a0-5f008e150696 req-d81940b3-7116-45e4-9403-5c88a653b038 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481946 Sep 14 01:13:40.814598 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=40b0348b-d229-4d26-9f68-dd54de4e2d98,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:40.825456 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.825817 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.826185 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.826554 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.827060 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.827651 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.828256 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.828803 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.829150 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.829485 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.829838 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.830195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.830529 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.830858 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.832094 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:13:40.965101 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['40b0348b-d229-4d26-9f68-dd54de4e2d98'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:13:41.057668 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:41.092384 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:41.092869 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:41.902225 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa2601-3545-4c52-8a4f-52038cd2d08b req-edb3c8be-9087-483f-9056-26a89e7c2b6c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:41.903668 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1afa2601-3545-4c52-8a4f-52038cd2d08b req-edb3c8be-9087-483f-9056-26a89e7c2b6c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 944 time: 0.0461271 Sep 14 01:13:41.949356 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1afa2601-3545-4c52-8a4f-52038cd2d08b req-85672f0a-3903-4961-b029-857f57416c9f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Sep 14 01:13:42.587542 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 40b0348b-d229-4d26-9f68-dd54de4e2d98 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:13:42.629098 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 40b0348b-d229-4d26-9f68-dd54de4e2d98 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:13:42.634972 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 40b0348b-d229-4d26-9f68-dd54de4e2d98 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:13:42.635349 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:42.635690 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 40b0348b-d229-4d26-9f68-dd54de4e2d98 Sep 14 01:13:42.708227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 40b0348b-d229-4d26-9f68-dd54de4e2d98 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:13:42.708608 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:42.730875 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:42.733100 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c340ae29-6cb0-4f51-b2a8-2884b1eba0a4" -d '{"events": [{"server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "name": "network-vif-plugged", "status": "completed", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:42.746017 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 40b0348b-d229-4d26-9f68-dd54de4e2d98, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:13:42.751124 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:42.775843 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94602a8-9752-4791-a809-99cad223aa9d x-openstack-request-id: req-d94602a8-9752-4791-a809-99cad223aa9d {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:42.776129 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "name": "network-vif-plugged", "status": "completed", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:42.776379 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d94602a8-9752-4791-a809-99cad223aa9d {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:42.776760 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94602a8-9752-4791-a809-99cad223aa9d'] response: {'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'code': 200} Sep 14 01:13:42.801657 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=40b0348b-d229-4d26-9f68-dd54de4e2d98,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:13:42.964699 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a42fa-0485-45f5-abc1-fec3af54518e req-e27f6103-ebd8-49ab-8bc8-c25b5bb48294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:42.966193 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8b0a42fa-0485-45f5-abc1-fec3af54518e req-e27f6103-ebd8-49ab-8bc8-c25b5bb48294 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 1129 time: 0.0381267 Sep 14 01:13:43.015834 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8b0a42fa-0485-45f5-abc1-fec3af54518e req-c053e02a-91ee-4707-a3dc-6f77f6f8c3e9 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Sep 14 01:13:43.074457 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae73187-0319-4c29-9f63-bb5488906467 req-c51f5b46-117a-434a-8a66-6d8681eecf25 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:43.075923 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eae73187-0319-4c29-9f63-bb5488906467 req-c51f5b46-117a-434a-8a66-6d8681eecf25 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0478528 Sep 14 01:13:43.121857 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-eae73187-0319-4c29-9f63-bb5488906467 req-1e3c3023-9af4-44bd-b300-a8122b05bc4d tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Sep 14 01:13:43.309452 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:43.312284 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:43.395615 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:43.403181 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:44.243291 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a396ca-6656-40e1-b27d-912e3f7b3bc1 req-f46e5a1d-6be3-435a-b794-d4ba749e0245 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:44.244763 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-18a396ca-6656-40e1-b27d-912e3f7b3bc1 req-f46e5a1d-6be3-435a-b794-d4ba749e0245 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0466669 Sep 14 01:13:44.280609 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:44.293346 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-18a396ca-6656-40e1-b27d-912e3f7b3bc1 req-4a33807d-d3a9-445a-81cb-aa3a0daeb9da tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Sep 14 01:13:45.411545 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88296755-e4b9-4c26-aa6f-073a1c26fb66 req-0c24609f-c6af-4672-b44c-fab8eb7ebc8f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:45.413633 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-88296755-e4b9-4c26-aa6f-073a1c26fb66 req-0c24609f-c6af-4672-b44c-fab8eb7ebc8f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0459478 Sep 14 01:13:45.462606 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-88296755-e4b9-4c26-aa6f-073a1c26fb66 req-1b512e4d-2c26-4886-88d6-e21a0e48bc99 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Sep 14 01:13:45.576616 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcdfd9-3adf-4abb-9cd8-db6fef348244 req-44d335c0-f6b9-4f3f-858b-0f0263db2828 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:45.578117 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-addcdfd9-3adf-4abb-9cd8-db6fef348244 req-44d335c0-f6b9-4f3f-858b-0f0263db2828 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0443518 Sep 14 01:13:45.588291 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58336) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:13:45.592639 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Request body: {'floatingip': {'port_id': '40b0348b-d229-4d26-9f68-dd54de4e2d98'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:13:45.629279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (28343544-6c68-4f34-9177-742c6d35120c), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:45.715330 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:46.033780 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:46.037547 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (28343544-6c68-4f34-9177-742c6d35120c), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:46.127977 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Floating IP 28343544-6c68-4f34-9177-742c6d35120c associated. External IP: 172.28.1.151, port: 40b0348b-d229-4d26-9f68-dd54de4e2d98. Sep 14 01:13:46.319300 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:13:46.659453 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:46.670934 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:13:46.675813 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:46.681733 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:13:46.696124 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:46.696775 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:46.704470 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-1fe14702-d4fd-4378-894c-a78beb96b664 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/28343544-6c68-4f34-9177-742c6d35120c HTTP/1.1" status: 200 len: 991 time: 1.1151483 Sep 14 01:13:46.705193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:13:46.707634 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:13:46.746065 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad9c62-59d9-41d7-a57d-483089093102 x-openstack-request-id: req-38ad9c62-59d9-41d7-a57d-483089093102 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:13:46.746427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:13:46.746680 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38ad9c62-59d9-41d7-a57d-483089093102 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:13:46.747110 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ad9c62-59d9-41d7-a57d-483089093102'] response: {'name': 'network-changed', 'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'status': 'completed', 'code': 200} Sep 14 01:13:46.798814 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:46.806093 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-c97d036a-a4f8-4799-b749-1ede0a73b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:46.807594 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-c97d036a-a4f8-4799-b749-1ede0a73b527 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 1129 time: 0.0391414 Sep 14 01:13:46.899524 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-b1136571-a723-406a-b775-bf9c64286c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:46.901152 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-b1136571-a723-406a-b775-bf9c64286c74 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.0879533 Sep 14 01:13:46.938689 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:46.963835 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-c6cfddfe-6484-4187-877d-ebd1887b5c5f service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98 HTTP/1.1" status: 200 len: 999 time: 0.0565472 Sep 14 01:13:47.012721 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-78d1d8f6-87de-4c11-8bb7-2bf6208e19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:47.012895 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '28343544-6c68-4f34-9177-742c6d35120c', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'floating_ip_address': '172.28.1.151', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'port_id': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'mac_address': 'fa:16:3e:b2:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:13:34Z', 'updated_at': '2022-09-14T01:13:45Z', 'revision_number': 1, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:47.014211 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-78d1d8f6-87de-4c11-8bb7-2bf6208e19bc service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0444891 Sep 14 01:13:47.036961 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:13:47.045433 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:13:47.046173 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:13:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:47.059238 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-5110911f-486d-4090-b4f8-38a7567884a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:47.060755 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-5110911f-486d-4090-b4f8-38a7567884a2 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413702 Sep 14 01:13:47.149297 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:13:47.149851 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-75d200d7-6b0f-4ca9-8716-78d57a54457f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831790 Sep 14 01:13:47.242981 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9e4f1f5-d433-4c90-aa97-77f5e16b3ce7 req-fe4ffe83-bee8-4a58-8032-ba86339b0ebe service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Sep 14 01:13:47.361466 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '28343544-6c68-4f34-9177-742c6d35120c', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'floating_ip_address': '172.28.1.151', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'port_id': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'mac_address': 'fa:16:3e:b2:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:13:34Z', 'updated_at': '2022-09-14T01:13:45Z', 'revision_number': 1, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:13:47.386120 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca35de7-8cc7-4fb3-b14b-b68e762747dd None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_floatingips': [{'id': '28343544-6c68-4f34-9177-742c6d35120c', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'floating_ip_address': '172.28.1.151', 'floating_network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'router_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'port_id': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'mac_address': 'fa:16:3e:b2:9d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T01:13:34Z', 'updated_at': '2022-09-14T01:13:45Z', 'revision_number': 1, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:13:47.571964 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464f18b-f8ff-4451-b19c-4680be885807 None None] New status for floating IP 28343544-6c68-4f34-9177-742c6d35120c: ACTIVE {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:13:51.207519 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:13:57.238888 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=52 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:57.239666 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=27 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:57.456171 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-1d160ce5-e223-47e7-97b3-733308da404c service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372541 Sep 14 01:13:57.533261 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-2a23d20b-1973-4f2a-a8ed-03e573d7262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:57.534642 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-2a23d20b-1973-4f2a-a8ed-03e573d7262b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c7c272d384b547dab72c1f42f431970b&device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 1129 time: 0.0373535 Sep 14 01:13:57.638838 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-db418a04-8951-4927-b431-1b599a48420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:57.640299 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-db418a04-8951-4927-b431-1b599a48420e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 200 len: 912 time: 0.0893168 Sep 14 01:13:57.671362 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:57.673233 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:13:57.700988 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-732b0754-9439-4cea-aec3-864801585871 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98 HTTP/1.1" status: 200 len: 1001 time: 0.0546513 Sep 14 01:13:57.751535 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-090e94f6-dbc2-46ef-83b8-98c15a80f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:57.752963 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-090e94f6-dbc2-46ef-83b8-98c15a80f946 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 200 len: 850 time: 0.0465388 Sep 14 01:13:57.794824 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-05d53809-52b5-49fa-8086-01e35613fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:13:57.796205 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-05d53809-52b5-49fa-8086-01e35613fa9d service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=47fc3816-a554-415f-9c5c-08ae3d97082b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0372047 Sep 14 01:13:57.883876 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-fef7e47e-723c-4831-8e0d-eb01a0bedc8b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819085 Sep 14 01:13:57.973208 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-3e590077-3e63-433e-9bc8-f3b30f42bbc8 req-87473544-6293-474f-91bb-552e1e57438d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841351 Sep 14 01:13:58.714860 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2f62e59b-7168-4b8e-bf24-d7533fb50e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:00.975601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6e19933f-807f-4946-a40a-0a0295b671a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:02.372666 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.694647 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:03.750075 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:05.218389 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:14:07.959632 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=46 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:07.969870 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=55 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:13.691112 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:13.739227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:13.746685 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:15.214087 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:21.143420 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:21.221650 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:27.165053 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:28.715893 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-92864a2f-8f69-47a7-b5ce-23b4b562d563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:30.980727 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-98c663fd-bffb-4488-bf29-e932d2384ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:31.038954 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a5388-bb98-4ed0-9837-4431501fba67 req-526c9a5b-6f15-41fb-ae26-dfb79b96d70c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:31.040980 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9d0a5388-bb98-4ed0-9837-4431501fba67 req-526c9a5b-6f15-41fb-ae26-dfb79b96d70c tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0467544 Sep 14 01:14:31.086193 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9d0a5388-bb98-4ed0-9837-4431501fba67 req-255fbd65-e115-4c9f-83df-202cb3b10b87 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Sep 14 01:14:32.211119 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326ec6-30a5-4bc5-a820-af6b6f954059 req-12ffd60b-87ef-4e05-bdb9-afbd6873fb55 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:32.212593 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-31326ec6-30a5-4bc5-a820-af6b6f954059 req-12ffd60b-87ef-4e05-bdb9-afbd6873fb55 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0499554 Sep 14 01:14:32.258798 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-31326ec6-30a5-4bc5-a820-af6b6f954059 req-4d710011-972c-4b33-9ac7-117d6837cfea tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8ac6b5f4-d29c-457f-8f94-83e102a9aef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Sep 14 01:14:32.375883 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:32.769434 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a693313-a1f6-45d6-a418-554f74aba28b req-e7ed59fe-1930-4e9d-9db2-41ee1747d3d2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:14:32.770881 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7a693313-a1f6-45d6-a418-554f74aba28b req-e7ed59fe-1930-4e9d-9db2-41ee1747d3d2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 945 time: 0.0464652 Sep 14 01:14:32.851667 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Deleting port 40b0348b-d229-4d26-9f68-dd54de4e2d98 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:32.852006 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:32.941761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] For port 40b0348b-d229-4d26-9f68-dd54de4e2d98, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=40b0348b-d229-4d26-9f68-dd54de4e2d98,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:32.942146 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.101280 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.101546 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1696163'] for floatingip (28343544-6c68-4f34-9177-742c6d35120c), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.101885 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.db.l3_db [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Floating IP 28343544-6c68-4f34-9177-742c6d35120c disassociated. External IP: 172.28.1.151, port: 40b0348b-d229-4d26-9f68-dd54de4e2d98. Sep 14 01:14:33.102231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Calling delete_port for 40b0348b-d229-4d26-9f68-dd54de4e2d98 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:33.225321 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (40b0348b-d229-4d26-9f68-dd54de4e2d98), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.250294 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event deleted for resources: {'Port': ['ID=40b0348b-d229-4d26-9f68-dd54de4e2d98,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:33.262049 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.262392 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.262732 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.263065 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.263389 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.263711 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.264039 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.264361 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.264676 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.264992 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.265306 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.265623 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.265966 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.266278 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.266587 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:33.379128 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-02080a5c-eec4-4269-9a60-77425f45db27 req-1fad6eb7-017f-4cb5-9e21-3e50223ca6e5 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d26fb95-e60f-453e-a719-e098adb0a91f HTTP/1.1" status: 200 len: 210 time: 0.0323820 Sep 14 01:14:33.397106 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:14:33.449769 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:33.453745 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:33.504402 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:14:33.514971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:14:33.525702 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:33.526307 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:14:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:33.548609 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] No DVR routers for this DVR port 40b0348b-d229-4d26-9f68-dd54de4e2d98 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:14:33.551142 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.554379 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-7a693313-a1f6-45d6-a418-554f74aba28b req-860f58b6-9089-4205-820b-696712968c7f tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.23 "DELETE /networking/v2.0/ports/40b0348b-d229-4d26-9f68-dd54de4e2d98 HTTP/1.1" status: 204 len: 173 time: 0.7787702 Sep 14 01:14:33.554875 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'name': 'network-vif-deleted', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:14:33.557203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5ba11-20b9-40ae-a2ad-79fa566cfc19" -d '{"events": [{"server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "name": "network-vif-deleted", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:14:33.603436 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f60485a-19d5-4044-b70e-007a75dc5cb4 x-openstack-request-id: req-3f60485a-19d5-4044-b70e-007a75dc5cb4 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:14:33.603732 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d26fb95-e60f-453e-a719-e098adb0a91f", "name": "network-vif-deleted", "tag": "40b0348b-d229-4d26-9f68-dd54de4e2d98", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:14:33.603990 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f60485a-19d5-4044-b70e-007a75dc5cb4 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:14:33.604405 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f60485a-19d5-4044-b70e-007a75dc5cb4'] response: {'server_uuid': '6d26fb95-e60f-453e-a719-e098adb0a91f', 'name': 'network-vif-deleted', 'tag': '40b0348b-d229-4d26-9f68-dd54de4e2d98', 'status': 'completed', 'code': 200} Sep 14 01:14:33.793269 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.795660 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:33.804072 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:33.988556 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:34.019723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:14:34.028592 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:34.029208 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:14:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:34.130601 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:34.315932 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:34.340651 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fa9f14-3999-4a30-b1bd-dce65d633d71 None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:55Z', 'revision_number': 4, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb', '_interfaces': [{'id': '66cf5a0b-d760-4a39-af40-54821c7d7290', 'name': '', 'network_id': '47fc3816-a554-415f-9c5c-08ae3d97082b', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'mac_address': 'fa:16:3e:82:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:54Z', 'updated_at': '2022-09-14T01:11:02Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'subnets': [{'id': '09fb3e33-3575-4985-9736-0a173fa9b54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:14:34.477329 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58458) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:34.544911 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95436f0e-167a-406a-9926-51746ee7b215 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (8ac6b5f4-d29c-457f-8f94-83e102a9aef2), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.561390 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e3a1b2-9695-42c0-9055-206d0cd1f9e1 None None] New status for floating IP 28343544-6c68-4f34-9177-742c6d35120c: DOWN {{(pid=106462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 01:14:34.567424 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95436f0e-167a-406a-9926-51746ee7b215 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (8ac6b5f4-d29c-457f-8f94-83e102a9aef2), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.615328 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95436f0e-167a-406a-9926-51746ee7b215 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8ac6b5f4-d29c-457f-8f94-83e102a9aef2), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.618193 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-95436f0e-167a-406a-9926-51746ee7b215 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.619366 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-95436f0e-167a-406a-9926-51746ee7b215 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8ac6b5f4-d29c-457f-8f94-83e102a9aef2 HTTP/1.1" status: 204 len: 168 time: 0.1405151 Sep 14 01:14:34.622505 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58460) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:34.628490 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95436f0e-167a-406a-9926-51746ee7b215 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6b5f4-d29c-457f-8f94-83e102a9aef2,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:34.640601 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.api.v2.resource [None req-a9c287d2-ceb6-4ecd-be9f-b392419fd8fa tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] show failed (client error): The resource could not be found. Sep 14 01:14:34.642005 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-a9c287d2-ceb6-4ecd-be9f-b392419fd8fa tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "GET /networking/v2.0/security-groups/8ac6b5f4-d29c-457f-8f94-83e102a9aef2 HTTP/1.1" status: 404 len: 347 time: 0.0184958 Sep 14 01:14:34.645160 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58464) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:34.758649 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Deleting port 233199f4-081b-45cf-9340-9cba21e4b12e {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:34.759643 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (233199f4-081b-45cf-9340-9cba21e4b12e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.836761 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (233199f4-081b-45cf-9340-9cba21e4b12e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.837019 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (233199f4-081b-45cf-9340-9cba21e4b12e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:34.849148 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Calling delete_port for 233199f4-081b-45cf-9340-9cba21e4b12e owned by network:floatingip {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:34.975275 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (233199f4-081b-45cf-9340-9cba21e4b12e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:35.004058 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Pushing event deleted for resources: {'Port': ['ID=233199f4-081b-45cf-9340-9cba21e4b12e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:35.060475 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks [] for floatingip (28343544-6c68-4f34-9177-742c6d35120c), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:35.063145 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for floatingip (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:35.064271 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b496f509-e62a-41f0-bf1a-4000039631a2 tempest-AttachVolumeTestJSON-1998168031 tempest-AttachVolumeTestJSON-1998168031-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/28343544-6c68-4f34-9177-742c6d35120c HTTP/1.1" status: 204 len: 168 time: 0.4175673 Sep 14 01:14:36.879840 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 40b0348b-d229-4d26-9f68-dd54de4e2d98 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:36.903128 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 40b0348b-d229-4d26-9f68-dd54de4e2d98 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:14:36.903481 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 40b0348b-d229-4d26-9f68-dd54de4e2d98 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:14:38.615773 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58492) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:38.827548 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:38.867851 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:38.923534 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738915'] for router_interface (caffbc6c-16a7-4cfd-b941-fcccde764d2b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:39.134231 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Deleting port 66cf5a0b-d760-4a39-af40-54821c7d7290 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:39.134469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:39.211412 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] For port 66cf5a0b-d760-4a39-af40-54821c7d7290, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=66cf5a0b-d760-4a39-af40-54821c7d7290,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:39.211769 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:39.225576 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Calling delete_port for 66cf5a0b-d760-4a39-af40-54821c7d7290 owned by network:router_interface {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:39.405578 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (66cf5a0b-d760-4a39-af40-54821c7d7290), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:39.440984 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cf5a0b-d760-4a39-af40-54821c7d7290,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:39.584952 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:39.603031 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698067'] for router_interface (caffbc6c-16a7-4cfd-b941-fcccde764d2b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:39.766547 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:40.072492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Router caffbc6c-16a7-4cfd-b941-fcccde764d2b has already been hosted by L3 agent 2a173710-bece-4487-b3a6-3a2125c6c374 {{(pid=106459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 01:14:40.170341 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] Notify agent at l3_agent.dv-cinder-857528-1-smb the message routers_updated {{(pid=106459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 01:14:40.175202 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-10cd4622-ac11-47e1-89d9-1f0e60f359a8 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/caffbc6c-16a7-4cfd-b941-fcccde764d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584753 Sep 14 01:14:40.177762 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58494) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:40.181026 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] Sync routers for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 01:14:40.190142 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:40.190746 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:14:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:40.285573 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks [] for router (caffbc6c-16a7-4cfd-b941-fcccde764d2b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.293000 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: dv-cinder-857528-1-smb {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:40.380681 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks [] for router_gateway (caffbc6c-16a7-4cfd-b941-fcccde764d2b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.426251 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Deleting port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:40.426730 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.460349 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'external_fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207'}], 'enable_snat': True}, 'gw_port_id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:14:39Z', 'revision_number': 5, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port': {'id': '77d34ba7-6f0c-4496-8734-a19fa2f5bc4f', 'name': '', 'network_id': 'bee3d0af-5777-4530-b328-a3ed41b61d4d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'ip_address': '172.28.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-857528-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:10:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef958496-5233-4cde-a071-c7a92c2a57b5', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-857528-1-smb'}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:40.488973 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] Checking router: caffbc6c-16a7-4cfd-b941-fcccde764d2b for host: dv-cinder-857528-1-smb {{(pid=106461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 01:14:40.497469 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] Routers {'caffbc6c-16a7-4cfd-b941-fcccde764d2b'} bound to L3 agent in host dv-cinder-857528-1-smb {{(pid=106461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 01:14:40.498400 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-857528-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-14T00:56:31Z,description=,heartbeat_timestamp=2022-09-14T01:14:31Z,host='dv-cinder-857528-1-smb',id=2a173710-bece-4487-b3a6-3a2125c6c374,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T00:56:31Z,topic='l3_agent')) {'router_ids': ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'], 'active': True} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:40.506625 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] For port 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,segment=NetworkSegment(861df62b-c7e1-4911-8cec-55fb95656367),segment_id=861df62b-c7e1-4911-8cec-55fb95656367)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:40.506983 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.519779 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Calling delete_port for 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f owned by network:router_gateway {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:40.580634 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_dvr_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] Set router caffbc6c-16a7-4cfd-b941-fcccde764d2b gateway port host: None {{(pid=106461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 01:14:40.637130 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.l3_hamode_db [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:14:40Z', 'revision_number': 6, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port_host': None}], 'dv-cinder-857528-1-smb', False) {} {{(pid=106461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:40.663967 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381e9e98-aefb-4848-8bcb-ab59c27c18d0 None None] The sync data for ids ['caffbc6c-16a7-4cfd-b941-fcccde764d2b'] in dv-cinder-857528-1-smb is: [{'id': 'caffbc6c-16a7-4cfd-b941-fcccde764d2b', 'name': 'tempest-AttachVolumeTestJSON-1857954185-router', 'tenant_id': 'c7c272d384b547dab72c1f42f431970b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T01:10:51Z', 'updated_at': '2022-09-14T01:14:40Z', 'revision_number': 6, 'project_id': 'c7c272d384b547dab72c1f42f431970b', 'gw_port_host': None}] {{(pid=106461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 01:14:40.664217 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:40.685185 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (77d34ba7-6f0c-4496-8734-a19fa2f5bc4f), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.712687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d34ba7-6f0c-4496-8734-a19fa2f5bc4f,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:40.776901 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1696089'] for router_gateway (caffbc6c-16a7-4cfd-b941-fcccde764d2b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.867838 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1702093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-403'] for router (caffbc6c-16a7-4cfd-b941-fcccde764d2b), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.870009 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks [] for router_controller (caffbc6c-16a7-4cfd-b941-fcccde764d2b), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.907894 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:40.913879 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1698158'] for router (caffbc6c-16a7-4cfd-b941-fcccde764d2b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.914765 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caffbc6c-16a7-4cfd-b941-fcccde764d2b {{(pid=106459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 01:14:40.919168 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:40.920299 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-e37ba812-74af-4af5-8a15-3afa09c8c151 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/caffbc6c-16a7-4cfd-b941-fcccde764d2b HTTP/1.1" status: 204 len: 168 time: 0.7415628 Sep 14 01:14:40.922936 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58496) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:40.969195 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Deleting subnet 09fb3e33-3575-4985-9736-0a173fa9b54e {{(pid=106459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:14:40.972153 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Publish callbacks [] for subnet (09fb3e33-3575-4985-9736-0a173fa9b54e), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.010570 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7884280'] for subnet (09fb3e33-3575-4985-9736-0a173fa9b54e), precommit_delete_associations {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.098954 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (09fb3e33-3575-4985-9736-0a173fa9b54e), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.136785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 66cf5a0b-d760-4a39-af40-54821c7d7290 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:41.155364 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7464474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5042169'] for subnet (09fb3e33-3575-4985-9736-0a173fa9b54e), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.162392 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 66cf5a0b-d760-4a39-af40-54821c7d7290 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:14:41.162666 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 66cf5a0b-d760-4a39-af40-54821c7d7290 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:14:41.184496 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09fb3e33-3575-4985-9736-0a173fa9b54e,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:41.188082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for subnet (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.191579 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-b3a5f49f-1934-4017-9208-5885975a4560 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/09fb3e33-3575-4985-9736-0a173fa9b54e HTTP/1.1" status: 204 len: 168 time: 0.2673333 Sep 14 01:14:41.193663 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58498) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:41.196037 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f154e7-825a-45ec-91b7-7b24044eb6a5 None None] Network 47fc3816-a554-415f-9c5c-08ae3d97082b requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:14:41.260634 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (47fc3816-a554-415f-9c5c-08ae3d97082b), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.300686 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Deleting port afcde577-dc14-484d-a373-7d41212ea190 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:14:41.301027 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (afcde577-dc14-484d-a373-7d41212ea190), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.366795 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] For port afcde577-dc14-484d-a373-7d41212ea190, host dv-cinder-857528-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-857528-1-smb',level=0,port_id=afcde577-dc14-484d-a373-7d41212ea190,segment=NetworkSegment(7fb503b8-9897-4260-80c6-95483d0bf5f8),segment_id=7fb503b8-9897-4260-80c6-95483d0bf5f8)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:14:41.367163 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (afcde577-dc14-484d-a373-7d41212ea190), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.380657 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Calling delete_port for afcde577-dc14-484d-a373-7d41212ea190 owned by network:dhcp {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:14:41.463135 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809fd50-52ff-4089-897a-9e0283c805d7 None None] DHCP port deletion for 47fc3816-a554-415f-9c5c-08ae3d97082b request from dv-cinder-857528-1-smb {{(pid=106461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 01:14:41.464631 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (afcde577-dc14-484d-a373-7d41212ea190), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.495142 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Pushing event deleted for resources: {'Port': ['ID=afcde577-dc14-484d-a373-7d41212ea190,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:41.501069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] No DVR routers for this DVR port afcde577-dc14-484d-a373-7d41212ea190 on host dv-cinder-857528-1-smb {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:14:41.570831 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (47fc3816-a554-415f-9c5c-08ae3d97082b), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.591469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fc3816-a554-415f-9c5c-08ae3d97082b']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:41.600450 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb503b8-9897-4260-80c6-95483d0bf5f8') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:41.600738 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb503b8-9897-4260-80c6-95483d0bf5f8') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:14:41.611214 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (7fb503b8-9897-4260-80c6-95483d0bf5f8), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.625181 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (7fb503b8-9897-4260-80c6-95483d0bf5f8), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.632419 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:14:41.632813 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (7fb503b8-9897-4260-80c6-95483d0bf5f8), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.680911 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 7fb503b8-9897-4260-80c6-95483d0bf5f8 resource provider aggregate not found Sep 14 01:14:41.696695 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:41.701290 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment 7fb503b8-9897-4260-80c6-95483d0bf5f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fb503b8-9897-4260-80c6-95483d0bf5f8 found for delete ", "request_id": "req-5d6d14aa-8570-41c9-849e-425d61aeafdb"}]} Sep 14 01:14:41.711678 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (47fc3816-a554-415f-9c5c-08ae3d97082b), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.717351 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.720656 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/47fc3816-a554-415f-9c5c-08ae3d97082b HTTP/1.1" status: 204 len: 168 time: 0.5258865 Sep 14 01:14:41.732792 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2f5e-fcd8-4585-a3e4-dfdbb5189622 admin admin] Pushing event deleted for resources: {'Network': ['ID=47fc3816-a554-415f-9c5c-08ae3d97082b,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:41.886344 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58506) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:41.905156 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:41.927120 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-cefae0e2-c8b6-444b-a1b2-5b4773ae0db3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c7c272d384b547dab72c1f42f431970b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396309 Sep 14 01:14:41.929482 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58508) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:41.976059 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ce15-80fe-4384-ad6e-ba565e77e3ec admin admin] Publish callbacks [] for security_group (fd5c8e58-a424-4766-ac09-0153a2e9e4fc), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:41.995947 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ce15-80fe-4384-ad6e-ba565e77e3ec admin admin] Publish callbacks [] for security_group (fd5c8e58-a424-4766-ac09-0153a2e9e4fc), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:42.041989 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ce15-80fe-4384-ad6e-ba565e77e3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (fd5c8e58-a424-4766-ac09-0153a2e9e4fc), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:42.044471 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ce15-80fe-4384-ad6e-ba565e77e3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:42.045605 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-a0e1ce15-80fe-4384-ad6e-ba565e77e3ec admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fd5c8e58-a424-4766-ac09-0153a2e9e4fc HTTP/1.1" status: 204 len: 168 time: 0.1152725 Sep 14 01:14:42.053337 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1ce15-80fe-4384-ad6e-ba565e77e3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c8e58-a424-4766-ac09-0153a2e9e4fc,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:42.216973 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:14:43.051942 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:43.074337 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:14:43.074678 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device 77d34ba7-6f0c-4496-8734-a19fa2f5bc4f not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:14:43.075090 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device afcde577-dc14-484d-a373-7d41212ea190 no longer exists at agent ovs-agent-dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:14:43.094506 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] No Port match for: afcde577-dc14-484d-a373-7d41212ea190 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:14:43.094960 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Device afcde577-dc14-484d-a373-7d41212ea190 not bound to the agent host dv-cinder-857528-1-smb {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:14:44.631847 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:44.632670 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:46.162779 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:48.487774 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58608) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:48.612994 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.687313 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Publish callbacks [] for security_group (51b9505b-76e0-4b4a-bd73-cf5b53a92ae9), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.690879 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (51b9505b-76e0-4b4a-bd73-cf5b53a92ae9), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.728273 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9505b-76e0-4b4a-bd73-cf5b53a92ae9,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:48.732138 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f9e6d9e2b31d448a9224e2483d63f0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433746 Sep 14 01:14:48.735070 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58612) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:48.737895 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.738246 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.738591 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.738934 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.739272 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.739603 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.739936 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.740262 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.740589 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.740917 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.741242 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.741565 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.741914 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.742235 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.742559 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36be5872-93fd-4b29-9afa-280f3626dfa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:14:48.787789 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-72d1a355-5195-4a8f-a55b-1ba8511a1d64 admin admin] Publish callbacks [] for security_group (51b9505b-76e0-4b4a-bd73-cf5b53a92ae9), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.807364 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-72d1a355-5195-4a8f-a55b-1ba8511a1d64 admin admin] Publish callbacks [] for security_group (51b9505b-76e0-4b4a-bd73-cf5b53a92ae9), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.852041 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-72d1a355-5195-4a8f-a55b-1ba8511a1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (51b9505b-76e0-4b4a-bd73-cf5b53a92ae9), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.854624 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-72d1a355-5195-4a8f-a55b-1ba8511a1d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:48.855783 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-72d1a355-5195-4a8f-a55b-1ba8511a1d64 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/51b9505b-76e0-4b4a-bd73-cf5b53a92ae9 HTTP/1.1" status: 204 len: 168 time: 0.1196826 Sep 14 01:14:48.863805 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1a355-5195-4a8f-a55b-1ba8511a1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9505b-76e0-4b4a-bd73-cf5b53a92ae9,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:48.878264 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:51.208214 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:51.223540 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.648618 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58744) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:51.752856 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7a11-f7d3-47b5-b79e-d998ec1d4f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.827013 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7a11-f7d3-47b5-b79e-d998ec1d4f6f admin admin] Publish callbacks [] for security_group (433126f5-8f50-4aff-a1e7-98e4d3b0469d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.830476 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7a11-f7d3-47b5-b79e-d998ec1d4f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (433126f5-8f50-4aff-a1e7-98e4d3b0469d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.868770 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-1eeb7a11-f7d3-47b5-b79e-d998ec1d4f6f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e701ba5f5a7c4bd58f85d726d69724b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191105 Sep 14 01:14:51.869704 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb7a11-f7d3-47b5-b79e-d998ec1d4f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433126f5-8f50-4aff-a1e7-98e4d3b0469d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:51.871531 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58748) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:51.923010 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0c806bbf-6ea5-420c-b8bc-d9d3a9a17a89 admin admin] Publish callbacks [] for security_group (433126f5-8f50-4aff-a1e7-98e4d3b0469d), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.943295 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0c806bbf-6ea5-420c-b8bc-d9d3a9a17a89 admin admin] Publish callbacks [] for security_group (433126f5-8f50-4aff-a1e7-98e4d3b0469d), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.991024 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0c806bbf-6ea5-420c-b8bc-d9d3a9a17a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (433126f5-8f50-4aff-a1e7-98e4d3b0469d), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.994292 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0c806bbf-6ea5-420c-b8bc-d9d3a9a17a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:51.995883 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0c806bbf-6ea5-420c-b8bc-d9d3a9a17a89 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/433126f5-8f50-4aff-a1e7-98e4d3b0469d HTTP/1.1" status: 204 len: 168 time: 0.1229222 Sep 14 01:14:52.006332 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c806bbf-6ea5-420c-b8bc-d9d3a9a17a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433126f5-8f50-4aff-a1e7-98e4d3b0469d,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:52.213376 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:52.253363 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58754) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:52.267201 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f56d3c1-ac8c-4915-a06b-823eff75d0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.343097 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f56d3c1-ac8c-4915-a06b-823eff75d0e5 admin admin] Publish callbacks [] for security_group (08a3c4b5-b853-4e23-b55a-26f7b4eea19f), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.346569 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-7f56d3c1-ac8c-4915-a06b-823eff75d0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (08a3c4b5-b853-4e23-b55a-26f7b4eea19f), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.384116 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56d3c1-ac8c-4915-a06b-823eff75d0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a3c4b5-b853-4e23-b55a-26f7b4eea19f,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:52.388395 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-7f56d3c1-ac8c-4915-a06b-823eff75d0e5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=986cb73c431c4e6eaaee5541db7fcee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339726 Sep 14 01:14:52.391153 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58756) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:14:52.443364 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-60074b8c-3e23-4710-9f4e-194faebf752e admin admin] Publish callbacks [] for security_group (08a3c4b5-b853-4e23-b55a-26f7b4eea19f), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.463652 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-60074b8c-3e23-4710-9f4e-194faebf752e admin admin] Publish callbacks [] for security_group (08a3c4b5-b853-4e23-b55a-26f7b4eea19f), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.508198 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-60074b8c-3e23-4710-9f4e-194faebf752e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (08a3c4b5-b853-4e23-b55a-26f7b4eea19f), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.511398 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-60074b8c-3e23-4710-9f4e-194faebf752e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:14:52.512522 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-60074b8c-3e23-4710-9f4e-194faebf752e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/08a3c4b5-b853-4e23-b55a-26f7b4eea19f HTTP/1.1" status: 204 len: 168 time: 0.1204841 Sep 14 01:14:52.519887 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60074b8c-3e23-4710-9f4e-194faebf752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a3c4b5-b853-4e23-b55a-26f7b4eea19f,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:14:58.711308 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:14:58.719879 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-651bbf29-0d08-439f-be38-e7c2600eb3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:00.985438 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d3b04bb0-fa24-4131-b938-c1b96f6f6ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:01.862699 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=55,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:01.865366 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:02.377865 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:02.515353 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=72,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:02.516144 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=68,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:03.697850 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:03.758984 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:06.938127 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 58892) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:07.046697 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568ccf1a-a455-4016-a3a6-ef1c0f189fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.126066 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568ccf1a-a455-4016-a3a6-ef1c0f189fc3 admin admin] Publish callbacks [] for security_group (e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.129531 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-568ccf1a-a455-4016-a3a6-ef1c0f189fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.167551 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-568ccf1a-a455-4016-a3a6-ef1c0f189fc3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=07dc37c1fa4c4be3a62253c059d67cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278614 Sep 14 01:15:07.169504 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ccf1a-a455-4016-a3a6-ef1c0f189fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:07.170323 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 58896) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:07.218396 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15f58eee-8f07-4c31-8400-d0eb9e096abb admin admin] Publish callbacks [] for security_group (e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.238059 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15f58eee-8f07-4c31-8400-d0eb9e096abb admin admin] Publish callbacks [] for security_group (e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.284086 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15f58eee-8f07-4c31-8400-d0eb9e096abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.287057 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-15f58eee-8f07-4c31-8400-d0eb9e096abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:07.288179 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-15f58eee-8f07-4c31-8400-d0eb9e096abb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9 HTTP/1.1" status: 204 len: 168 time: 0.1168840 Sep 14 01:15:07.296107 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58eee-8f07-4c31-8400-d0eb9e096abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a76ca2-0d2a-4456-a1c0-3c0b4db221d9,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:09.481621 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-125004f4-f1bd-4688-9efd-2a8c4ce7cee9 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=39f047ac8634477cbb8d9486e8ee2d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289018 Sep 14 01:15:09.659305 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-c2c85c20-7424-4072-ac20-176cf48a4351 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:09.660679 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-c2c85c20-7424-4072-ac20-176cf48a4351 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741970 Sep 14 01:15:09.674642 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-ee6350ee-d14c-4163-8465-03964230d444 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/quotas/39f047ac8634477cbb8d9486e8ee2d10 HTTP/1.1" status: 200 len: 375 time: 0.0087030 Sep 14 01:15:09.710047 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-240c3981-3042-4bf7-b993-1c175701f1bc tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=39f047ac8634477cbb8d9486e8ee2d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306292 Sep 14 01:15:09.875384 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cff08a61-c9f8-4685-ad24-bc0283ac9842 req-38a94dad-8d9a-4141-91d5-7ba7a758b17e tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 210 time: 0.0274317 Sep 14 01:15:10.754338 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-4475a56a-dabf-4f69-9f7a-2aecfbde6b60 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=39f047ac8634477cbb8d9486e8ee2d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203798 Sep 14 01:15:10.884594 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-b07a9cf1-3b01-48ce-ba5b-dc68c72ae5f2 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:10.886068 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-b07a9cf1-3b01-48ce-ba5b-dc68c72ae5f2 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1269639 Sep 14 01:15:10.897169 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Request body: {'port': {'device_id': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55', 'admin_state_up': True, 'tenant_id': '39f047ac8634477cbb8d9486e8ee2d10'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:15:10.984061 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a1425da9-2813-45da-b0a7-3175f4d15708 req-35cb0fbf-393e-4990-b947-63749d3b1b41 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 210 time: 0.0344923 Sep 14 01:15:11.035010 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Made reservation on behalf of 39f047ac8634477cbb8d9486e8ee2d10 for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:15:11.038856 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.047492 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks [] for security_group (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.124026 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks [] for security_group (eaa48e06-8029-402e-9b6b-915e3a77c8c7), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.128622 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (eaa48e06-8029-402e-9b6b-915e3a77c8c7), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.192686 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa48e06-8029-402e-9b6b-915e3a77c8c7,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:11.210465 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:11.264100 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Allocated IP 192.168.233.31 (03cbf736-a699-401a-afb6-ce4708353d55/10864a79-ee4f-4182-98ee-cf2ed1966fac/802706ea-c276-4d75-8511-6b9c51486d9d) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:15:11.304462 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:11.412423 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks [] for port (802706ea-c276-4d75-8511-6b9c51486d9d), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.445942 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.499799 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Network 03cbf736-a699-401a-afb6-ce4708353d55 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:15:11.502868 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:15:11.506616 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:15:11.528925 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Pushing event updated for resources: {'Port': ['ID=802706ea-c276-4d75-8511-6b9c51486d9d,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:11.557273 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:11.557906 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.578443 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-27cd9e94-6e50-4425-b4b2-b1494911e424 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6851451 Sep 14 01:15:11.588356 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-ca063df2-75e6-4e12-be84-c98641494cf6 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:15:11.589307 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-ca063df2-75e6-4e12-be84-c98641494cf6 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050423 Sep 14 01:15:11.600011 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Request body: {'port': {'device_id': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:15:11.661145 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.733372 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Provisioning complete for port 802706ea-c276-4d75-8511-6b9c51486d9d triggered by entity DHCP. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:15:11.733965 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.734203 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Attempt 1 to provision port 802706ea-c276-4d75-8511-6b9c51486d9d Sep 14 01:15:11.772212 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Port 802706ea-c276-4d75-8511-6b9c51486d9d cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:15:11.913380 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802706ea-c276-4d75-8511-6b9c51486d9d {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:15:11.921243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Publish callbacks [] for port (802706ea-c276-4d75-8511-6b9c51486d9d), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.933317 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Transition to ACTIVE for port object 802706ea-c276-4d75-8511-6b9c51486d9d will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:15:11.937087 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:11.959806 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:12.015233 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Pushing event updated for resources: {'Port': ['ID=802706ea-c276-4d75-8511-6b9c51486d9d,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:12.048594 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Attempting to bind port 802706ea-c276-4d75-8511-6b9c51486d9d on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:15:12.048926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Attempting to bind port 802706ea-c276-4d75-8511-6b9c51486d9d by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:15:12.049256 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Attempting to bind port 802706ea-c276-4d75-8511-6b9c51486d9d on network 03cbf736-a699-401a-afb6-ce4708353d55 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:15:12.101672 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:12.127588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754599da-b0aa-41e4-8157-e23dcca064e3 req-a5832b66-8678-443a-9c0a-b4f43a07dc31 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:12.129026 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-754599da-b0aa-41e4-8157-e23dcca064e3 req-a5832b66-8678-443a-9c0a-b4f43a07dc31 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 947 time: 0.0600188 Sep 14 01:15:12.130445 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Port 802706ea-c276-4d75-8511-6b9c51486d9d on network 03cbf736-a699-401a-afb6-ce4708353d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:15:12.130762 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Attempting to bind port 802706ea-c276-4d75-8511-6b9c51486d9d on network 03cbf736-a699-401a-afb6-ce4708353d55 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:15:12.206234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:15:12.206463 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Checking segment: {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:15:12.206836 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Bound using segment: {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:15:12.207258 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Bound port: 802706ea-c276-4d75-8511-6b9c51486d9d, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c515e176-7774-42a2-bded-0630957a83d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:15:12.207604 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:12.221505 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-754599da-b0aa-41e4-8157-e23dcca064e3 req-38f27a64-6409-45d5-a423-a865cec5af8b tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708718 Sep 14 01:15:12.271137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] For port 802706ea-c276-4d75-8511-6b9c51486d9d, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:15:12.273505 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Attempt 2 to provision port 802706ea-c276-4d75-8511-6b9c51486d9d Sep 14 01:15:12.274097 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] For port 802706ea-c276-4d75-8511-6b9c51486d9d, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=802706ea-c276-4d75-8511-6b9c51486d9d,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:15:12.281331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:12.285613 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:12.286250 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:12.287604 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/802706ea-c276-4d75-8511-6b9c51486d9d HTTP/1.1" status: 200 len: 1097 time: 0.6917722 Sep 14 01:15:12.288144 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'tag': '802706ea-c276-4d75-8511-6b9c51486d9d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:15:12.290380 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b56bcd9-c86a-4814-af68-6ac06753cccd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e6788b-53b0-48d9-8d5a-ffac4010bb8b", "tag": "802706ea-c276-4d75-8511-6b9c51486d9d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:15:12.316040 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Port 802706ea-c276-4d75-8511-6b9c51486d9d cannot update to ACTIVE because it is not bound. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 01:15:12.336194 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0af075-e39f-43cc-9ad7-35aef450869b x-openstack-request-id: req-2c0af075-e39f-43cc-9ad7-35aef450869b {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:15:12.336482 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e6788b-53b0-48d9-8d5a-ffac4010bb8b", "tag": "802706ea-c276-4d75-8511-6b9c51486d9d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:15:12.336739 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c0af075-e39f-43cc-9ad7-35aef450869b {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:15:12.337164 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0af075-e39f-43cc-9ad7-35aef450869b'] response: {'name': 'network-changed', 'server_uuid': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'tag': '802706ea-c276-4d75-8511-6b9c51486d9d', 'status': 'completed', 'code': 200} Sep 14 01:15:12.350293 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8cf9c-78a5-41d7-aebc-07044739ae73 service neutron] Pushing event updated for resources: {'Port': ['ID=802706ea-c276-4d75-8511-6b9c51486d9d,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:12.377891 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-def9d286-1d16-48f4-813b-24d027c2553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:12.379424 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-def9d286-1d16-48f4-813b-24d027c2553e service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=39f047ac8634477cbb8d9486e8ee2d10&device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 1131 time: 0.0450184 Sep 14 01:15:12.422285 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-3275c2d6-47ee-433f-88ba-584fa1934a14 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=802706ea-c276-4d75-8511-6b9c51486d9d HTTP/1.1" status: 200 len: 217 time: 0.0365722 Sep 14 01:15:12.469946 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-f5e2ee18-032f-4507-9841-118b1dae3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:12.471279 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-f5e2ee18-032f-4507-9841-118b1dae3db8 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=10864a79-ee4f-4182-98ee-cf2ed1966fac HTTP/1.1" status: 200 len: 843 time: 0.0439277 Sep 14 01:15:12.513260 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-95cce86d-c635-4413-ac70-07eccab679fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:12.514676 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-95cce86d-c635-4413-ac70-07eccab679fb service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=03cbf736-a699-401a-afb6-ce4708353d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375137 Sep 14 01:15:12.603930 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-2627df74-2384-4a31-8dd6-1a8079ba754e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/03cbf736-a699-401a-afb6-ce4708353d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824573 Sep 14 01:15:12.689165 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-d63c5c71-226a-49bf-9330-0e48a389e4b6 req-af5c1310-fed4-493d-aee4-e61c8de825bc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/03cbf736-a699-401a-afb6-ce4708353d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797911 Sep 14 01:15:12.817383 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Attempt 3 to provision port 802706ea-c276-4d75-8511-6b9c51486d9d Sep 14 01:15:12.854979 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-12951a2a-1e34-4a7e-9994-8bfbfe6a77f2 None None] Port 802706ea-c276-4d75-8511-6b9c51486d9d had new provisioning blocks added so it will not transition to active. {{(pid=106461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 01:15:13.342007 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fd477-adfa-43fb-a234-233d52c1287c req-7fa05dcb-ee8e-49db-b00b-8b79a241a7ed tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:13.343485 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-993fd477-adfa-43fb-a234-233d52c1287c req-7fa05dcb-ee8e-49db-b00b-8b79a241a7ed tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 947 time: 0.0488050 Sep 14 01:15:13.402129 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-25599960-0bad-409f-bfe2-f26311edfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:13.404115 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-25599960-0bad-409f-bfe2-f26311edfce3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=39f047ac8634477cbb8d9486e8ee2d10&device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 1131 time: 0.0569570 Sep 14 01:15:13.428193 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-993fd477-adfa-43fb-a234-233d52c1287c req-3f43609c-e792-4d24-8a50-3cd719129505 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737221 Sep 14 01:15:13.438409 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:13.504804 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-dca4577d-0dee-4725-8a71-33913faefeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:13.506186 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-dca4577d-0dee-4725-8a71-33913faefeb1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=03cbf736-a699-401a-afb6-ce4708353d55 HTTP/1.1" status: 200 len: 870 time: 0.0929055 Sep 14 01:15:13.544317 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-8f130e64-ef4b-4029-9f25-58ff7aac8850 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=802706ea-c276-4d75-8511-6b9c51486d9d HTTP/1.1" status: 200 len: 217 time: 0.0328622 Sep 14 01:15:13.591369 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-2bc9720a-1d26-49a0-9bb6-3b0cbfc4ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:13.592787 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-2bc9720a-1d26-49a0-9bb6-3b0cbfc4ceb7 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=10864a79-ee4f-4182-98ee-cf2ed1966fac HTTP/1.1" status: 200 len: 843 time: 0.0423307 Sep 14 01:15:13.638332 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-22d8a26c-8adf-473c-a82a-ec8f44740308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:13.639769 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-22d8a26c-8adf-473c-a82a-ec8f44740308 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=03cbf736-a699-401a-afb6-ce4708353d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411744 Sep 14 01:15:13.979552 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-7c2ded99-4440-473b-a6e3-bbdbc7d61992 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/03cbf736-a699-401a-afb6-ce4708353d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335948 Sep 14 01:15:14.031348 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:14.071932 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-9b56bcd9-c86a-4814-af68-6ac06753cccd req-e8a31da6-6834-4b82-adf2-21818f994234 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/03cbf736-a699-401a-afb6-ce4708353d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861156 Sep 14 01:15:14.546546 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d39fe4-00f6-4ba6-8b55-f7503ba1fb43 req-cd4d9ee1-2b1e-48b1-947b-3a55cd405f4c tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:14.547982 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0d39fe4-00f6-4ba6-8b55-f7503ba1fb43 req-cd4d9ee1-2b1e-48b1-947b-3a55cd405f4c tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 947 time: 0.0454512 Sep 14 01:15:14.594665 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-b0d39fe4-00f6-4ba6-8b55-f7503ba1fb43 req-98d151f2-f5cd-4b18-be62-97299f72d968 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 Sep 14 01:15:15.127685 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 802706ea-c276-4d75-8511-6b9c51486d9d details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:15:15.225942 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 802706ea-c276-4d75-8511-6b9c51486d9d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=802706ea-c276-4d75-8511-6b9c51486d9d,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:15.248136 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '802706ea-c276-4d75-8511-6b9c51486d9d', 'network_id': '03cbf736-a699-401a-afb6-ce4708353d55', 'port_id': '802706ea-c276-4d75-8511-6b9c51486d9d', 'mac_address': 'fa:16:3e:fb:0f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10864a79-ee4f-4182-98ee-cf2ed1966fac', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:15:15.282794 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 802706ea-c276-4d75-8511-6b9c51486d9d is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:15:15.283177 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:15.295612 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802706ea-c276-4d75-8511-6b9c51486d9d {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:15:15.315223 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 802706ea-c276-4d75-8511-6b9c51486d9d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=802706ea-c276-4d75-8511-6b9c51486d9d,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:15.319432 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:15.363654 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=802706ea-c276-4d75-8511-6b9c51486d9d,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:15.370548 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.370891 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.371253 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.371610 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.371941 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.372263 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.372586 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.372905 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.373223 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.373546 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.373888 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.374209 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.374527 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.374840 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.375161 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:15:15.515987 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['802706ea-c276-4d75-8511-6b9c51486d9d'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:15:15.719586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab10572-dde2-44dd-890a-fba558578c0f req-2a7e9bd8-87bd-4060-897b-32621edeef54 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:15.721079 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cab10572-dde2-44dd-890a-fba558578c0f req-2a7e9bd8-87bd-4060-897b-32621edeef54 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 948 time: 0.0504653 Sep 14 01:15:15.768045 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cab10572-dde2-44dd-890a-fba558578c0f req-1f447184-92db-49ad-901a-a54b08db65cb tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Sep 14 01:15:16.885789 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1aa7b-4f3d-43a0-ae7c-8ec9479dcbe7 req-91215c52-eaae-4550-86c8-8b9250436af6 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:16.887775 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-73c1aa7b-4f3d-43a0-ae7c-8ec9479dcbe7 req-91215c52-eaae-4550-86c8-8b9250436af6 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 948 time: 0.0458071 Sep 14 01:15:16.935439 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-73c1aa7b-4f3d-43a0-ae7c-8ec9479dcbe7 req-059680e5-8979-4278-881d-902379cd10df tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Sep 14 01:15:17.127415 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 802706ea-c276-4d75-8511-6b9c51486d9d up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:15:17.168885 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 802706ea-c276-4d75-8511-6b9c51486d9d completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:15:17.174772 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 802706ea-c276-4d75-8511-6b9c51486d9d triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:15:17.175145 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:17.175483 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 802706ea-c276-4d75-8511-6b9c51486d9d Sep 14 01:15:17.247703 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 802706ea-c276-4d75-8511-6b9c51486d9d is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:15:17.248132 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:17.270565 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=15,neutron:DELETE=4 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:17.271083 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802706ea-c276-4d75-8511-6b9c51486d9d'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:15:17.273544 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501f2d6d-1950-45e8-89db-e69751c0dc25" -d '{"events": [{"server_uuid": "d2e6788b-53b0-48d9-8d5a-ffac4010bb8b", "name": "network-vif-plugged", "status": "completed", "tag": "802706ea-c276-4d75-8511-6b9c51486d9d"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:15:17.286781 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 802706ea-c276-4d75-8511-6b9c51486d9d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=802706ea-c276-4d75-8511-6b9c51486d9d,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:17.290968 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:17.292180 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=17 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:17.315297 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b41a6-15c6-411d-a126-fd922b8508bf x-openstack-request-id: req-cc4b41a6-15c6-411d-a126-fd922b8508bf {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:15:17.315606 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e6788b-53b0-48d9-8d5a-ffac4010bb8b", "name": "network-vif-plugged", "status": "completed", "tag": "802706ea-c276-4d75-8511-6b9c51486d9d", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:15:17.315857 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc4b41a6-15c6-411d-a126-fd922b8508bf {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:15:17.316240 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4b41a6-15c6-411d-a126-fd922b8508bf'] response: {'server_uuid': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802706ea-c276-4d75-8511-6b9c51486d9d', 'code': 200} Sep 14 01:15:17.343962 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=802706ea-c276-4d75-8511-6b9c51486d9d,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:17.477375 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bae354-a085-45b9-9921-4273fd1b7391 req-548a43f9-8366-40c6-98da-e6233668a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:17.478859 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9bae354-a085-45b9-9921-4273fd1b7391 req-548a43f9-8366-40c6-98da-e6233668a157 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 1133 time: 0.0376430 Sep 14 01:15:17.524684 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-e9bae354-a085-45b9-9921-4273fd1b7391 req-5a444d4c-386f-4b81-996c-0a09f6cffba4 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Sep 14 01:15:18.055401 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50193d0-29c8-41df-b8fc-a8fe48fe931c req-71de8155-3600-4fd7-a0db-4fa76da45c85 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:18.056874 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a50193d0-29c8-41df-b8fc-a8fe48fe931c req-71de8155-3600-4fd7-a0db-4fa76da45c85 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 949 time: 0.0474195 Sep 14 01:15:18.102998 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a50193d0-29c8-41df-b8fc-a8fe48fe931c req-c3589d6a-9e93-492f-8e26-b3a9e6752848 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Sep 14 01:15:19.215516 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:15:19.224331 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876dda-51a9-45e5-a9b6-0fd9565a1e99 req-2bd2d129-541a-439f-a964-e1c5495e9b85 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:19.225856 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fb876dda-51a9-45e5-a9b6-0fd9565a1e99 req-2bd2d129-541a-439f-a964-e1c5495e9b85 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 949 time: 0.0465593 Sep 14 01:15:19.271974 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-fb876dda-51a9-45e5-a9b6-0fd9565a1e99 req-3f927edf-8737-4ef1-885d-6ddb595ac3f4 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400515 Sep 14 01:15:19.528840 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:19.536995 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f1454-d9a6-43e3-a3dc-22b2a246362d req-c4f3cb8e-aa0a-434d-bcac-f4567b2bdca8 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:19.538475 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231f1454-d9a6-43e3-a3dc-22b2a246362d req-c4f3cb8e-aa0a-434d-bcac-f4567b2bdca8 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 949 time: 0.0498338 Sep 14 01:15:19.583982 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-231f1454-d9a6-43e3-a3dc-22b2a246362d req-762f28cc-db0f-44b1-9ba1-7c28e8b3322a tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390666 Sep 14 01:15:20.711487 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34df9-f04b-47b6-87b3-1898c111db04 req-3295315e-7cef-480b-8f60-32987d672659 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:20.712862 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4af34df9-f04b-47b6-87b3-1898c111db04 req-3295315e-7cef-480b-8f60-32987d672659 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 949 time: 0.0472388 Sep 14 01:15:20.783578 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4af34df9-f04b-47b6-87b3-1898c111db04 req-e2420c2d-603e-446d-bf89-e3645196824a tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaa48e06-8029-402e-9b6b-915e3a77c8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651906 Sep 14 01:15:20.798973 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e71589-837e-40f5-881c-9ab84009dff5 req-064b14ae-e80c-43d6-93b7-c15fcdc22bb4 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:20.800414 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-88e71589-837e-40f5-881c-9ab84009dff5 req-064b14ae-e80c-43d6-93b7-c15fcdc22bb4 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d2e6788b-53b0-48d9-8d5a-ffac4010bb8b HTTP/1.1" status: 200 len: 949 time: 0.0518479 Sep 14 01:15:20.882926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Deleting port 802706ea-c276-4d75-8511-6b9c51486d9d {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:15:20.883258 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.972558 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] For port 802706ea-c276-4d75-8511-6b9c51486d9d, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=802706ea-c276-4d75-8511-6b9c51486d9d,segment=NetworkSegment(c515e176-7774-42a2-bded-0630957a83d4),segment_id=c515e176-7774-42a2-bded-0630957a83d4)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:20.972922 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:20.986468 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Calling delete_port for 802706ea-c276-4d75-8511-6b9c51486d9d owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:15:21.028144 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:21.110661 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (802706ea-c276-4d75-8511-6b9c51486d9d), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:21.121649 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['802706ea-c276-4d75-8511-6b9c51486d9d'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:15:21.141288 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Pushing event deleted for resources: {'Port': ['ID=802706ea-c276-4d75-8511-6b9c51486d9d,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:21.185888 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] No DVR routers for this DVR port 802706ea-c276-4d75-8511-6b9c51486d9d on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:15:21.188441 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:21.191715 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-88e71589-837e-40f5-881c-9ab84009dff5 req-5540dea8-83f9-41a1-a9c2-f961f5386042 tempest-VolumesNegativeTest-2056082344 tempest-VolumesNegativeTest-2056082344-project] 10.222.0.23 "DELETE /networking/v2.0/ports/802706ea-c276-4d75-8511-6b9c51486d9d HTTP/1.1" status: 204 len: 173 time: 0.3863385 Sep 14 01:15:21.192211 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'name': 'network-vif-deleted', 'tag': '802706ea-c276-4d75-8511-6b9c51486d9d'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:15:21.194587 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c1fb7c-f6f1-4575-90e0-2dd1e7c95770" -d '{"events": [{"server_uuid": "d2e6788b-53b0-48d9-8d5a-ffac4010bb8b", "name": "network-vif-deleted", "tag": "802706ea-c276-4d75-8511-6b9c51486d9d"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:15:21.207229 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=73,neutron:UPDATE=6 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:21.225260 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:21.240279 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75d683e-fd00-4165-9282-8ce8d56b9f8d x-openstack-request-id: req-f75d683e-fd00-4165-9282-8ce8d56b9f8d {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:15:21.240571 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e6788b-53b0-48d9-8d5a-ffac4010bb8b", "name": "network-vif-deleted", "tag": "802706ea-c276-4d75-8511-6b9c51486d9d", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:15:21.240831 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f75d683e-fd00-4165-9282-8ce8d56b9f8d {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:15:21.241405 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75d683e-fd00-4165-9282-8ce8d56b9f8d'] response: {'server_uuid': 'd2e6788b-53b0-48d9-8d5a-ffac4010bb8b', 'name': 'network-vif-deleted', 'tag': '802706ea-c276-4d75-8511-6b9c51486d9d', 'status': 'completed', 'code': 200} Sep 14 01:15:23.132723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 802706ea-c276-4d75-8511-6b9c51486d9d no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:15:23.135840 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:23.155171 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 802706ea-c276-4d75-8511-6b9c51486d9d {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:15:23.155516 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 802706ea-c276-4d75-8511-6b9c51486d9d not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:15:25.896394 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 59232) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:26.025413 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-d21974f0-4e4b-4d5b-929c-53ce26b4d402 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=39f047ac8634477cbb8d9486e8ee2d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278884 Sep 14 01:15:26.028132 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 59236) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:26.076619 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0384c14d-b373-44d7-a731-2d7a1b47d636 admin admin] Publish callbacks [] for security_group (eaa48e06-8029-402e-9b6b-915e3a77c8c7), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.096231 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0384c14d-b373-44d7-a731-2d7a1b47d636 admin admin] Publish callbacks [] for security_group (eaa48e06-8029-402e-9b6b-915e3a77c8c7), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.141608 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0384c14d-b373-44d7-a731-2d7a1b47d636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (eaa48e06-8029-402e-9b6b-915e3a77c8c7), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.144209 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-0384c14d-b373-44d7-a731-2d7a1b47d636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.145291 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-0384c14d-b373-44d7-a731-2d7a1b47d636 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eaa48e06-8029-402e-9b6b-915e3a77c8c7 HTTP/1.1" status: 204 len: 168 time: 0.1157634 Sep 14 01:15:26.153178 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384c14d-b373-44d7-a731-2d7a1b47d636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa48e06-8029-402e-9b6b-915e3a77c8c7,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:26.773183 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 59258) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:26.873404 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1007353220-network', 'tenant_id': 'b5e00099aecd4bd798b292898ab8017d'}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:15:26.890246 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=19 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:26.898777 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Made reservation on behalf of b5e00099aecd4bd798b292898ab8017d for: {'network': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:15:26.901420 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for network (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.909914 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.985255 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks [] for security_group (8cd7cfec-fa3c-4dcb-ab08-a359e22385cf), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:26.988969 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8cd7cfec-fa3c-4dcb-ab08-a359e22385cf), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.018871 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=106460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 01:15:27.023741 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:27.032286 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (be6c2473-7ed3-43e4-a8d0-a98e13f270fd), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.032679 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.db.segments_db [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Added segment be6c2473-7ed3-43e4-a8d0-a98e13f270fd of type vlan for network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 Sep 14 01:15:27.073553 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737629545894'] for network (15386b17-d2c8-4a3a-9305-fe8f101d57c4), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.100354 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719'] for network (15386b17-d2c8-4a3a-9305-fe8f101d57c4), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.101642 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:27.102302 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.152649 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3782861 Sep 14 01:15:27.155476 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 59262) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:15:27.159997 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.v2.base [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Request body: {'subnet': {'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1007353220-subnet', 'tenant_id': 'b5e00099aecd4bd798b292898ab8017d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:15:27.178800 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ce329-10eb-4caf-8c57-6749125072a5 admin admin] Pushing event updated for resources: {'Network': ['ID=15386b17-d2c8-4a3a-9305-fe8f101d57c4,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:27.191043 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 details requested by agent ovs-agent-dv-cinder-857528-1-smb with host dv-cinder-857528-1-smb {{(pid=106461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 01:15:27.193764 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Made reservation on behalf of b5e00099aecd4bd798b292898ab8017d for: {'subnet': 1} {{(pid=106460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:15:27.196149 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7981904'] for subnet (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.361764 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8337218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7981894'] for subnet (c4785a8c-6abf-40c6-a13e-7f1a003e849e), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.366262 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:27.386942 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:27.414957 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4785a8c-6abf-40c6-a13e-7f1a003e849e,revision_number=0']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:27.432293 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Checking segment: {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:15:27.432642 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Network hostable DHCP agents. Network: 15386b17-d2c8-4a3a-9305-fe8f101d57c4, hostable agents: ['8bb3fe72-3469-4dcf-9cf7-47c1070d8871'], hosted agents: [] {{(pid=106460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 01:15:27.449660 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 is scheduled to be hosted by DHCP agent 8bb3fe72-3469-4dcf-9cf7-47c1070d8871 with binding_index 1 {{(pid=106460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 01:15:27.457388 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.scheduler.base_scheduler [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-857528-1-smb, 15386b17-d2c8-4a3a-9305-fe8f101d57c4) {{(pid=106460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:15:27.461327 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:27.461945 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:27.467553 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f56b0-6c77-44c1-a56c-960fa763e9dc None None] Network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:15:27.478881 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-25205ebc-c612-478c-addd-595691ac4a00 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3223960 Sep 14 01:15:27.568513 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67394e1d-2f49-4979-81e7-d79a7d92d67f None None] Network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 requested from dv-cinder-857528-1-smb {{(pid=106461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 01:15:28.720448 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1eb54174-553f-4a4b-9a5d-2dd85c50c2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:29.211971 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=15 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:29.237069 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-b54dadd3-d667-42a6-850a-2133f6603d4b tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:29.238472 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-b54dadd3-d667-42a6-850a-2133f6603d4b tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 814 time: 0.1045334 Sep 14 01:15:29.253263 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-fbb18acf-cc27-4b56-b26c-bc396d600cdb tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/quotas/b5e00099aecd4bd798b292898ab8017d HTTP/1.1" status: 200 len: 375 time: 0.0094876 Sep 14 01:15:29.288189 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-6ec0f9f0-020d-40ee-a76a-adc084d8443d tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284612 Sep 14 01:15:29.298472 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7b6e4649-f856-4f28-bce0-ed4f2e7be5ec service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:15:29.299414 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7b6e4649-f856-4f28-bce0-ed4f2e7be5ec service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049152 Sep 14 01:15:29.386581 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-4b8c036c-63c7-4f30-a04d-519c20f8683b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818965 Sep 14 01:15:29.466000 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:29.476949 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-f8f5ba4d-faf5-424d-8668-939909aa7e9f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846226 Sep 14 01:15:29.638543 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-6fb51350-dac5-4efc-935e-761282b4ffb9 req-316380e7-ddb2-4337-ad4d-2bd5a6606c33 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 210 time: 0.0281730 Sep 14 01:15:30.626256 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-b7a675f8-c04c-41a2-b794-cdc8cf885c85 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:30.628364 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-b7a675f8-c04c-41a2-b794-cdc8cf885c85 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 814 time: 0.1087143 Sep 14 01:15:30.641518 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Request body: {'port': {'device_id': '48ffa442-fb63-427c-8995-e566879b087f', 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4', 'admin_state_up': True, 'tenant_id': 'b5e00099aecd4bd798b292898ab8017d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:15:30.758812 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f2d8d05d-aecb-4d50-b1db-5fe950932528 req-955d57d5-33d2-494e-a739-88105601e8be tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 210 time: 0.0400028 Sep 14 01:15:30.779758 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Made reservation on behalf of b5e00099aecd4bd798b292898ab8017d for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:15:30.783430 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:30.907486 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Allocated IP 172.20.0.11 (15386b17-d2c8-4a3a-9305-fe8f101d57c4/c4785a8c-6abf-40c6-a13e-7f1a003e849e/00882862-8dd6-4b82-8df2-73030cb1c720) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:15:30.978127 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:30.994295 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-14ec4203-6aac-4e57-a93b-e59713ef0881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:30.999586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:31.059534 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks [] for port (00882862-8dd6-4b82-8df2-73030cb1c720), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.090219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.136254 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:15:31.139927 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:15:31.143675 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:15:31.149564 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Pushing event updated for resources: {'Port': ['ID=00882862-8dd6-4b82-8df2-73030cb1c720,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:31.193430 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.194065 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.211964 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-1a45ca3d-4ec8-4212-b92e-24b71d331eef tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754864 Sep 14 01:15:31.226127 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Request body: {'port': {'device_id': '48ffa442-fb63-427c-8995-e566879b087f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:15:31.272434 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:31.283926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.529001 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00882862-8dd6-4b82-8df2-73030cb1c720 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:15:31.536143 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Publish callbacks [] for port (00882862-8dd6-4b82-8df2-73030cb1c720), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.547951 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Transition to ACTIVE for port object 00882862-8dd6-4b82-8df2-73030cb1c720 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:15:31.551034 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.625936 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Pushing event updated for resources: {'Port': ['ID=00882862-8dd6-4b82-8df2-73030cb1c720,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:31.658602 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Attempting to bind port 00882862-8dd6-4b82-8df2-73030cb1c720 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:15:31.659302 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Attempting to bind port 00882862-8dd6-4b82-8df2-73030cb1c720 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:15:31.659302 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Attempting to bind port 00882862-8dd6-4b82-8df2-73030cb1c720 on network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:15:31.701305 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Port 00882862-8dd6-4b82-8df2-73030cb1c720 on network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:15:31.701622 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Attempting to bind port 00882862-8dd6-4b82-8df2-73030cb1c720 on network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:15:31.741234 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:15:31.741561 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Checking segment: {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:15:31.741975 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Bound using segment: {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:15:31.742396 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Bound port: 00882862-8dd6-4b82-8df2-73030cb1c720, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:15:31.742749 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.772954 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:31.802979 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] For port 00882862-8dd6-4b82-8df2-73030cb1c720, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:15:31.806230 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] For port 00882862-8dd6-4b82-8df2-73030cb1c720, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=00882862-8dd6-4b82-8df2-73030cb1c720,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:15:31.812687 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.816804 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.817404 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:31.818813 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/00882862-8dd6-4b82-8df2-73030cb1c720 HTTP/1.1" status: 200 len: 1094 time: 0.5965824 Sep 14 01:15:31.820273 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ffa442-fb63-427c-8995-e566879b087f', 'tag': '00882862-8dd6-4b82-8df2-73030cb1c720'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:15:31.822690 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142b83ab-1348-4661-99a2-b9f0d625f1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "48ffa442-fb63-427c-8995-e566879b087f", "tag": "00882862-8dd6-4b82-8df2-73030cb1c720"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:15:31.891852 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c58eac-1b89-46ca-8d0c-9fb4fd7e9198 x-openstack-request-id: req-b2c58eac-1b89-46ca-8d0c-9fb4fd7e9198 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:15:31.892161 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ffa442-fb63-427c-8995-e566879b087f", "tag": "00882862-8dd6-4b82-8df2-73030cb1c720", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:15:31.892393 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2c58eac-1b89-46ca-8d0c-9fb4fd7e9198 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:15:31.892782 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c58eac-1b89-46ca-8d0c-9fb4fd7e9198'] response: {'name': 'network-changed', 'server_uuid': '48ffa442-fb63-427c-8995-e566879b087f', 'tag': '00882862-8dd6-4b82-8df2-73030cb1c720', 'status': 'completed', 'code': 200} Sep 14 01:15:31.938872 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83189b0f-aaaa-4a25-930e-2c519bbb3e6b req-53333a3a-1181-4008-b66c-da3bf3c04ea8 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.940326 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83189b0f-aaaa-4a25-930e-2c519bbb3e6b req-53333a3a-1181-4008-b66c-da3bf3c04ea8 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 944 time: 0.0952756 Sep 14 01:15:31.944675 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ee32c-fb45-425a-8115-be330853e950 service neutron] Pushing event updated for resources: {'Port': ['ID=00882862-8dd6-4b82-8df2-73030cb1c720,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:31.949922 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-853d4d6b-d683-485e-88fc-e59c663a73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:31.951317 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-853d4d6b-d683-485e-88fc-e59c663a73cd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 1128 time: 0.0734253 Sep 14 01:15:32.003077 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-d7c61552-71c1-419a-a649-d9fea08bc86a service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00882862-8dd6-4b82-8df2-73030cb1c720 HTTP/1.1" status: 200 len: 217 time: 0.0397658 Sep 14 01:15:32.036586 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:32.054842 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-83189b0f-aaaa-4a25-930e-2c519bbb3e6b req-6ff7e3e2-cf91-4468-b0de-983288eee9de tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072812 Sep 14 01:15:32.065886 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7151c489-acc4-463b-ae81-654649ef223c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:32.067305 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-7151c489-acc4-463b-ae81-654649ef223c service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c4785a8c-6abf-40c6-a13e-7f1a003e849e HTTP/1.1" status: 200 len: 854 time: 0.0587420 Sep 14 01:15:32.098068 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-e32b0537-725b-4c21-8687-36f71eff12bf service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=15386b17-d2c8-4a3a-9305-fe8f101d57c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251963 Sep 14 01:15:32.187381 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-266681df-1038-44dd-871d-42286870910e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Sep 14 01:15:32.271894 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-915cdf04-c7d4-424d-81c7-87270b677ce8 req-85722d30-2168-46b5-8af0-c2f45a772dd5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789781 Sep 14 01:15:32.378291 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:33.016512 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-2d7eb959-df58-490c-9acf-7b0b29067d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:33.018071 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-2d7eb959-df58-490c-9acf-7b0b29067d54 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 1128 time: 0.0446601 Sep 14 01:15:33.104939 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-86453d21-6c37-4792-b1da-0d16cf827e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:33.107035 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-86453d21-6c37-4792-b1da-0d16cf827e12 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 915 time: 0.0835445 Sep 14 01:15:33.157970 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-70590d0b-c45e-46ab-885f-bcb54659a949 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00882862-8dd6-4b82-8df2-73030cb1c720 HTTP/1.1" status: 200 len: 217 time: 0.0445073 Sep 14 01:15:33.189241 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 00882862-8dd6-4b82-8df2-73030cb1c720 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:15:33.221646 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366577d9-707c-489d-8096-fc96bb246882 req-06785369-0e2a-489a-9231-75d7d835aa88 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:33.223136 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-366577d9-707c-489d-8096-fc96bb246882 req-06785369-0e2a-489a-9231-75d7d835aa88 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 944 time: 0.0743389 Sep 14 01:15:33.241911 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-4e53d458-9e31-4592-84ef-4784ec56e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:33.243312 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-4e53d458-9e31-4592-84ef-4784ec56e2d0 service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c4785a8c-6abf-40c6-a13e-7f1a003e849e HTTP/1.1" status: 200 len: 854 time: 0.0661545 Sep 14 01:15:33.280447 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-b17b3af9-92d5-4b47-8867-48cf6ce9cf1f service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=15386b17-d2c8-4a3a-9305-fe8f101d57c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302439 Sep 14 01:15:33.289621 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 00882862-8dd6-4b82-8df2-73030cb1c720, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=00882862-8dd6-4b82-8df2-73030cb1c720,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:33.301253 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '00882862-8dd6-4b82-8df2-73030cb1c720', 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4', 'port_id': '00882862-8dd6-4b82-8df2-73030cb1c720', 'mac_address': 'fa:16:3e:d3:5e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4785a8c-6abf-40c6-a13e-7f1a003e849e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:15:33.319089 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-366577d9-707c-489d-8096-fc96bb246882 req-91459f98-a362-4eb0-9816-4682ccc74fa8 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901103 Sep 14 01:15:33.335691 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 00882862-8dd6-4b82-8df2-73030cb1c720 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:15:33.336078 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:33.349199 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00882862-8dd6-4b82-8df2-73030cb1c720 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:15:33.368861 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 00882862-8dd6-4b82-8df2-73030cb1c720, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=00882862-8dd6-4b82-8df2-73030cb1c720,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:33.372969 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:33.387272 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-1acab905-8893-4a0d-89ac-a9d507b3b04d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966475 Sep 14 01:15:33.421333 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=00882862-8dd6-4b82-8df2-73030cb1c720,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:33.478449 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-142b83ab-1348-4661-99a2-b9f0d625f1aa req-cbe7a86b-71d7-464b-9723-03e88c78e263 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 Sep 14 01:15:33.572061 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['00882862-8dd6-4b82-8df2-73030cb1c720'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:15:33.708705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:33.758101 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:34.442146 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a769f4-7489-40c2-a932-c31cd131aeea req-cb35b679-c558-4be3-8e7d-6d3c38059ebd tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:34.443585 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-39a769f4-7489-40c2-a932-c31cd131aeea req-cb35b679-c558-4be3-8e7d-6d3c38059ebd tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 945 time: 0.0462451 Sep 14 01:15:34.478035 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:34.490390 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-39a769f4-7489-40c2-a932-c31cd131aeea req-8f4a61c4-086b-4706-b0a9-acbebc6714d7 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Sep 14 01:15:35.205114 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 00882862-8dd6-4b82-8df2-73030cb1c720 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:15:35.250837 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 00882862-8dd6-4b82-8df2-73030cb1c720 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:15:35.257751 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 00882862-8dd6-4b82-8df2-73030cb1c720 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:15:35.258106 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:35.258443 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 00882862-8dd6-4b82-8df2-73030cb1c720 Sep 14 01:15:35.329175 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 00882862-8dd6-4b82-8df2-73030cb1c720 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:15:35.329564 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:35.350981 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ffa442-fb63-427c-8995-e566879b087f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00882862-8dd6-4b82-8df2-73030cb1c720'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:15:35.353184 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d7532-901c-4e1e-b4b7-d9b32f52150f" -d '{"events": [{"server_uuid": "48ffa442-fb63-427c-8995-e566879b087f", "name": "network-vif-plugged", "status": "completed", "tag": "00882862-8dd6-4b82-8df2-73030cb1c720"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:15:35.367782 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 00882862-8dd6-4b82-8df2-73030cb1c720, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=00882862-8dd6-4b82-8df2-73030cb1c720,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:15:35.371980 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:35.399799 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36327042-338c-433e-aefd-97f3ac5932b5 x-openstack-request-id: req-36327042-338c-433e-aefd-97f3ac5932b5 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:15:35.400110 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ffa442-fb63-427c-8995-e566879b087f", "name": "network-vif-plugged", "status": "completed", "tag": "00882862-8dd6-4b82-8df2-73030cb1c720", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:15:35.400365 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36327042-338c-433e-aefd-97f3ac5932b5 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:15:35.401004 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36327042-338c-433e-aefd-97f3ac5932b5'] response: {'server_uuid': '48ffa442-fb63-427c-8995-e566879b087f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00882862-8dd6-4b82-8df2-73030cb1c720', 'code': 200} Sep 14 01:15:35.428101 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=00882862-8dd6-4b82-8df2-73030cb1c720,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:15:35.553174 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba20fe7-0e37-486b-9bb6-ba36b2f3c0de req-0a15424f-607b-42aa-9e59-09f153a21781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:35.554701 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ba20fe7-0e37-486b-9bb6-ba36b2f3c0de req-0a15424f-607b-42aa-9e59-09f153a21781 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 1130 time: 0.0380898 Sep 14 01:15:35.635212 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea833df-10cf-43c7-8d75-eb922764a00e req-5228e213-69e5-444e-83e0-8ddd80094fe2 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:35.636652 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8ea833df-10cf-43c7-8d75-eb922764a00e req-5228e213-69e5-444e-83e0-8ddd80094fe2 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0692449 Sep 14 01:15:35.639116 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4ba20fe7-0e37-486b-9bb6-ba36b2f3c0de req-a8266841-1381-4cd6-a00a-bfa05a3403b7 service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779738 Sep 14 01:15:35.647411 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:35.688642 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-8ea833df-10cf-43c7-8d75-eb922764a00e req-634f7f22-6560-4886-a8d3-77e77b055b36 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Sep 14 01:15:36.808360 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ad7b-4b62-4627-b9ac-a74624a51c82 req-d44bba5d-29ab-4550-890c-faa453197d66 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:36.809820 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a3a1ad7b-4b62-4627-b9ac-a74624a51c82 req-d44bba5d-29ab-4550-890c-faa453197d66 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0464065 Sep 14 01:15:36.855806 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a3a1ad7b-4b62-4627-b9ac-a74624a51c82 req-b874289d-ba5e-4823-a4b4-88817669f15f tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Sep 14 01:15:37.471905 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:37.472662 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:37.980883 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c2e36-1b9e-4e52-80f2-31f197e62777 req-f0ec7d77-d0ee-4de6-a321-8da90d704d69 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:15:37.982384 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c62c2e36-1b9e-4e52-80f2-31f197e62777 req-f0ec7d77-d0ee-4de6-a321-8da90d704d69 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0498447 Sep 14 01:15:38.029502 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c62c2e36-1b9e-4e52-80f2-31f197e62777 req-c048988e-3ad6-4144-a945-bbdd47a7284a tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Sep 14 01:15:45.419000 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:45.424949 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:45.425652 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:48.022899 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=37 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:48.025474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=21 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:15:51.234981 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:15:56.214192 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:15:58.721262 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8b0a9dac-6f43-497d-9ded-35a402c0ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:00.164151 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:00.665380 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-ee5d0944-001c-4f3d-b55c-d02437bc5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:00.666899 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-ee5d0944-001c-4f3d-b55c-d02437bc5083 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 1130 time: 0.0418780 Sep 14 01:16:00.770850 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-12b7ab72-bfdf-4692-a70c-c530f7e0ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:00.772332 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-12b7ab72-bfdf-4692-a70c-c530f7e0ab9e service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 915 time: 0.0859916 Sep 14 01:16:00.813424 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-329ea161-2f32-4065-b24a-3b11ae70b957 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00882862-8dd6-4b82-8df2-73030cb1c720 HTTP/1.1" status: 200 len: 217 time: 0.0339863 Sep 14 01:16:00.859024 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-3afce829-5f77-4278-a27a-89f4b57bd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:00.860428 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-3afce829-5f77-4278-a27a-89f4b57bd5aa service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c4785a8c-6abf-40c6-a13e-7f1a003e849e HTTP/1.1" status: 200 len: 854 time: 0.0420074 Sep 14 01:16:00.893495 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-1355556a-5ea6-4505-80da-3c308f2390ad service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=15386b17-d2c8-4a3a-9305-fe8f101d57c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269766 Sep 14 01:16:00.984099 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-de92a34d-05ec-4b1f-9c8e-916fec8d951f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Sep 14 01:16:00.987106 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe70a-28a2-4fef-9dda-3de6d5d5f628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:01.076819 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c0e1e77d-a5ab-4c40-aa3b-165df6d6833e req-257f111c-e444-47dd-a4f2-f225fb3d14d0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Sep 14 01:16:02.391013 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:03.699481 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:03.760323 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:06.209925 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:11.072725 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=42 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:11.073505 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=39 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:13.316324 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcaaf-fef1-455d-a13e-f389f69eaccd req-9fba16f7-2231-4dca-9a6b-076df1e62bdc tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:13.317657 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c1bfcaaf-fef1-455d-a13e-f389f69eaccd req-9fba16f7-2231-4dca-9a6b-076df1e62bdc tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0470974 Sep 14 01:16:13.364101 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c1bfcaaf-fef1-455d-a13e-f389f69eaccd req-8d64b290-121c-4494-b60f-6a47c907f266 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Sep 14 01:16:13.693326 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=3,neutron:SELECT=12 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:13.753694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:13.755968 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:14.483243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde6247-e236-4796-874f-287e6c436396 req-1ec393cd-f6ba-468a-a4fb-9be4accbc2b6 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:14.484666 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cdde6247-e236-4796-874f-287e6c436396 req-1ec393cd-f6ba-468a-a4fb-9be4accbc2b6 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0445867 Sep 14 01:16:14.530787 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-cdde6247-e236-4796-874f-287e6c436396 req-0bca3805-05dd-48da-9edf-b1cc15fa278a tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Sep 14 01:16:15.656321 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82207544-f695-4d9c-9c22-3b63c19e8e31 req-86b717d7-d827-4bfb-a523-0bfc2dccbb10 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:15.657820 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-82207544-f695-4d9c-9c22-3b63c19e8e31 req-86b717d7-d827-4bfb-a523-0bfc2dccbb10 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0500190 Sep 14 01:16:15.705651 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-82207544-f695-4d9c-9c22-3b63c19e8e31 req-e4769387-b965-4a00-8217-74e2fd2f500a tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Sep 14 01:16:16.823715 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ab928-e2e9-4c76-bb5c-bce0b5bad247 req-564f9aa5-989b-48ea-9368-78a7bdddd5c1 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:16.825159 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-768ab928-e2e9-4c76-bb5c-bce0b5bad247 req-564f9aa5-989b-48ea-9368-78a7bdddd5c1 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0456998 Sep 14 01:16:16.870082 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-768ab928-e2e9-4c76-bb5c-bce0b5bad247 req-9237c004-c3e6-4a4d-a9ec-c5d406ffff96 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394142 Sep 14 01:16:18.142796 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965c10f-dde4-4ba1-8b39-a89065a0a91c req-bb3e36e5-2f2e-4ad8-8ec5-5918a93df0a6 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:18.144228 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4965c10f-dde4-4ba1-8b39-a89065a0a91c req-bb3e36e5-2f2e-4ad8-8ec5-5918a93df0a6 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0458741 Sep 14 01:16:18.193591 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-4965c10f-dde4-4ba1-8b39-a89065a0a91c req-fe98b844-040b-4e6d-af8f-9ae414ee58ed tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Sep 14 01:16:18.341988 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058332e-d28c-47c1-be06-8c0177150d67 req-2a15edff-f68c-4caa-93d5-2bca591def8c tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:18.343392 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2058332e-d28c-47c1-be06-8c0177150d67 req-2a15edff-f68c-4caa-93d5-2bca591def8c tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 946 time: 0.0451922 Sep 14 01:16:18.419412 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Deleting port 00882862-8dd6-4b82-8df2-73030cb1c720 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:18.419740 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.757014 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] For port 00882862-8dd6-4b82-8df2-73030cb1c720, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=00882862-8dd6-4b82-8df2-73030cb1c720,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:18.757398 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.769601 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Calling delete_port for 00882862-8dd6-4b82-8df2-73030cb1c720 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:18.896043 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (00882862-8dd6-4b82-8df2-73030cb1c720), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.908311 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['00882862-8dd6-4b82-8df2-73030cb1c720'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:16:18.922157 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Pushing event deleted for resources: {'Port': ['ID=00882862-8dd6-4b82-8df2-73030cb1c720,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:18.935791 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.936136 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.936474 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.936807 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.937137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.937462 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.937783 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.938124 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.938445 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.938813 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.939135 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.939452 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.939767 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.940082 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.940418 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:18.976016 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] No DVR routers for this DVR port 00882862-8dd6-4b82-8df2-73030cb1c720 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:18.978333 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:18.981497 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-2058332e-d28c-47c1-be06-8c0177150d67 req-20525d20-cc07-491a-82a8-6b1dabf9b438 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "DELETE /networking/v2.0/ports/00882862-8dd6-4b82-8df2-73030cb1c720 HTTP/1.1" status: 204 len: 173 time: 0.6331983 Sep 14 01:16:18.982004 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ffa442-fb63-427c-8995-e566879b087f', 'name': 'network-vif-deleted', 'tag': '00882862-8dd6-4b82-8df2-73030cb1c720'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:18.984202 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac01cc9-dd7b-446c-8e2a-5c82ae2cb132" -d '{"events": [{"server_uuid": "48ffa442-fb63-427c-8995-e566879b087f", "name": "network-vif-deleted", "tag": "00882862-8dd6-4b82-8df2-73030cb1c720"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:19.086744 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a0c656-1951-4ee3-9c91-3166bc682ee7 x-openstack-request-id: req-51a0c656-1951-4ee3-9c91-3166bc682ee7 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:19.087053 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ffa442-fb63-427c-8995-e566879b087f", "name": "network-vif-deleted", "tag": "00882862-8dd6-4b82-8df2-73030cb1c720", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:19.087300 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51a0c656-1951-4ee3-9c91-3166bc682ee7 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:19.087700 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a0c656-1951-4ee3-9c91-3166bc682ee7'] response: {'server_uuid': '48ffa442-fb63-427c-8995-e566879b087f', 'name': 'network-vif-deleted', 'tag': '00882862-8dd6-4b82-8df2-73030cb1c720', 'status': 'completed', 'code': 200} Sep 14 01:16:19.307239 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-71b03062-038b-4bde-8875-fac84e72ea1a req-822ab975-7a8f-460c-9ae4-0d6a361d91c7 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=48ffa442-fb63-427c-8995-e566879b087f HTTP/1.1" status: 200 len: 210 time: 0.0295572 Sep 14 01:16:21.231017 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:21.468532 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 00882862-8dd6-4b82-8df2-73030cb1c720 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:21.491260 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 00882862-8dd6-4b82-8df2-73030cb1c720 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:21.491605 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 00882862-8dd6-4b82-8df2-73030cb1c720 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:16:24.137772 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:24.153498 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:24.189660 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-b961a8d2-d9bc-432c-9a60-9b14e1ef9663 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:24.191115 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-b961a8d2-d9bc-432c-9a60-9b14e1ef9663 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 814 time: 0.0993853 Sep 14 01:16:24.205503 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-a936ceb9-e0ca-4a0f-90ce-f95f5f3f7eec tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/quotas/b5e00099aecd4bd798b292898ab8017d HTTP/1.1" status: 200 len: 375 time: 0.0091205 Sep 14 01:16:24.236160 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-dc792251-b9d8-4143-b58b-b2cb0fa27b2f tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259051 Sep 14 01:16:24.290972 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-a7c4a5cd-2ea1-436d-a6eb-ffc88f24a9cd service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 01:16:24.291954 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-a7c4a5cd-2ea1-436d-a6eb-ffc88f24a9cd service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0497274 Sep 14 01:16:24.380949 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-367a3423-831b-472f-b2b9-cb5d71198874 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831113 Sep 14 01:16:24.471918 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-8464af80-f115-49ba-ad65-45723172b5ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853953 Sep 14 01:16:24.631611 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ee7043a7-71c4-4d39-889e-2f7a8230d2b6 req-a063faa9-e8bc-41d9-b8fa-56e1de53bab0 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Sep 14 01:16:25.732782 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-b1ee6560-c56b-4c6c-aed9-2385fc883798 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:25.734574 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-b1ee6560-c56b-4c6c-aed9-2385fc883798 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 814 time: 0.1238296 Sep 14 01:16:25.752844 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Request body: {'port': {'device_id': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4', 'admin_state_up': True, 'tenant_id': 'b5e00099aecd4bd798b292898ab8017d'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:25.758392 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c5710699-5c27-408c-b067-4933ac54dcfd req-1d194f52-b1e7-4e19-960f-820407700414 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 210 time: 0.0447121 Sep 14 01:16:25.863490 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Made reservation on behalf of b5e00099aecd4bd798b292898ab8017d for: {'port': 1} {{(pid=106459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 01:16:25.867230 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (None), before_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:25.991337 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.db_base_plugin_common [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Allocated IP 172.20.0.3 (15386b17-d2c8-4a3a-9305-fe8f101d57c4/c4785a8c-6abf-40c6-a13e-7f1a003e849e/786b0035-6d1a-4be2-a24d-74c565cfb3d8) {{(pid=106459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 01:16:26.138328 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks [] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), precommit_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.158843 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:26.171640 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737629590977', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), after_create {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.182500 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:26.216908 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 is already hosted by enough agents. {{(pid=106459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 01:16:26.220772 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.scheduler.base_scheduler [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Resources bound (agent type, host, resource id): {{(pid=106459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 01:16:26.226722 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Received port after_create {{(pid=106459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 01:16:26.230864 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Pushing event updated for resources: {'Port': ['ID=786b0035-6d1a-4be2-a24d-74c565cfb3d8,revision_number=1']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:26.274616 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:26.275144 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.290824 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-89fa7589-7954-4380-ab27-5fd931dc6e84 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5419610 Sep 14 01:16:26.344658 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.v2.base [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Request body: {'port': {'device_id': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85752'}} {{(pid=106459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 01:16:26.403980 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.647225 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786b0035-6d1a-4be2-a24d-74c565cfb3d8 {{(pid=106459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:16:26.654543 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Publish callbacks [] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), precommit_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.666208 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.provisioning_blocks [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Transition to ACTIVE for port object 786b0035-6d1a-4be2-a24d-74c565cfb3d8 will not be triggered until provisioned by entity L2. {{(pid=106459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 01:16:26.670083 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.735313 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Pushing event updated for resources: {'Port': ['ID=786b0035-6d1a-4be2-a24d-74c565cfb3d8,revision_number=2']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:26.784175 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Attempting to bind port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 on host hv-cinder-85752 for vnic_type normal with profile {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 01:16:26.784515 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Attempting to bind port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 by drivers openvswitch,hyperv on host hv-cinder-85752 at level 0 using segments [{'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 01:16:26.784848 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Attempting to bind port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 on network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:16:26.826671 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 on network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85752 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 01:16:26.826996 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Attempting to bind port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 on network 15386b17-d2c8-4a3a-9305-fe8f101d57c4 {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 01:16:26.908047 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c7848-bd11-476d-8511-aa12dbf27dbe req-a3e9034c-e14a-49d4-8416-b35156757f4e tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:26.909424 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0a9c7848-bd11-476d-8511-aa12dbf27dbe req-a3e9034c-e14a-49d4-8416-b35156757f4e tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 943 time: 0.0592158 Sep 14 01:16:26.910267 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Checking agent: {'id': '8c026522-db0a-4741-9117-88217df4f811', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'started_at': datetime.datetime(2022, 9, 14, 1, 2, 51), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 1, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 01:16:26.910594 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Checking segment: {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 01:16:26.910960 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Bound using segment: {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'} {{(pid=106459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 01:16:26.911389 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.managers [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Bound port: 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host: hv-cinder-85752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4'}}] {{(pid=106459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 01:16:26.911738 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), before_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:26.991427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:27.003028 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-0a9c7848-bd11-476d-8511-aa12dbf27dbe req-8c26672c-06db-4116-b1dc-cbfb333a6fe8 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878954 Sep 14 01:16:27.011686 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:27.012921 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] For port 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host hv-cinder-85752, cleared binding levels {{(pid=106459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 01:16:27.016620 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] For port 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host hv-cinder-85752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 01:16:27.024631 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7464524'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), after_update {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.028427 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:27.029052 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:27.030464 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] 10.222.0.23 "PUT /networking/v2.0/ports/786b0035-6d1a-4be2-a24d-74c565cfb3d8 HTTP/1.1" status: 200 len: 1093 time: 0.7326236 Sep 14 01:16:27.032837 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'tag': '786b0035-6d1a-4be2-a24d-74c565cfb3d8'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:27.035770 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bbce4-67cf-439d-811a-d2ffec755c12" -d '{"events": [{"name": "network-changed", "server_uuid": "b3956360-7cb1-4325-b2e4-a620af0e6253", "tag": "786b0035-6d1a-4be2-a24d-74c565cfb3d8"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:27.089925 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b28cb-13a0-451a-a9ba-716377267182 x-openstack-request-id: req-f56b28cb-13a0-451a-a9ba-716377267182 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:27.090346 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3956360-7cb1-4325-b2e4-a620af0e6253", "tag": "786b0035-6d1a-4be2-a24d-74c565cfb3d8", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:27.091113 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f56b28cb-13a0-451a-a9ba-716377267182 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:27.091532 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56b28cb-13a0-451a-a9ba-716377267182'] response: {'name': 'network-changed', 'server_uuid': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'tag': '786b0035-6d1a-4be2-a24d-74c565cfb3d8', 'status': 'completed', 'code': 200} Sep 14 01:16:27.096618 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36cb75-ec1c-4416-8fd1-95c69ea472b9 service neutron] Pushing event updated for resources: {'Port': ['ID=786b0035-6d1a-4be2-a24d-74c565cfb3d8,revision_number=3']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:27.138360 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-ab8c318d-f1ea-41c8-8fa2-0a06689102cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:27.139848 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-ab8c318d-f1ea-41c8-8fa2-0a06689102cd service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 1127 time: 0.0397804 Sep 14 01:16:27.180688 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-61f5dc5f-61f8-45e7-b245-5acd10510920 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8 HTTP/1.1" status: 200 len: 217 time: 0.0334899 Sep 14 01:16:27.231713 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-3df5453d-28af-45a3-9aca-584978fcd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:27.233090 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-3df5453d-28af-45a3-9aca-584978fcd25a service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c4785a8c-6abf-40c6-a13e-7f1a003e849e HTTP/1.1" status: 200 len: 854 time: 0.0455742 Sep 14 01:16:27.264475 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-6238760a-6ed6-4f60-8518-ec299ba8c2b7 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=15386b17-d2c8-4a3a-9305-fe8f101d57c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251217 Sep 14 01:16:27.351055 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-1c8ed940-fe1c-41a9-baf8-3b1214925991 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800791 Sep 14 01:16:27.441515 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-59fbfde2-5b64-4f6d-bd56-94af42312e7d req-fdce8798-4163-494f-ba4c-82652e3c7ae5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Sep 14 01:16:28.124874 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff4c15-c730-4924-bcd0-76f36aacf257 req-76aae288-e884-447f-9d1f-8bbce0999a85 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:28.127033 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a4ff4c15-c730-4924-bcd0-76f36aacf257 req-76aae288-e884-447f-9d1f-8bbce0999a85 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 943 time: 0.0469239 Sep 14 01:16:28.203132 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-a4ff4c15-c730-4924-bcd0-76f36aacf257 req-8d9e61d1-47e7-4571-9f89-af40d7857023 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Sep 14 01:16:28.208317 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-37e37ce4-7ee8-4ca1-8377-06a8d78b1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:28.209673 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-37e37ce4-7ee8-4ca1-8377-06a8d78b1477 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b5e00099aecd4bd798b292898ab8017d&device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 1127 time: 0.0571172 Sep 14 01:16:28.297414 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-b02a6699-c040-4c7d-ae7f-d2f0ac65a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:28.299335 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-b02a6699-c040-4c7d-ae7f-d2f0ac65a627 service neutron] 10.222.0.23 "GET /networking/v2.0/networks?id=15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 200 len: 915 time: 0.0840294 Sep 14 01:16:28.342600 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-5a5f01b7-6a71-4fa5-ae04-515eca3e55e3 service neutron] 10.222.0.23 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8 HTTP/1.1" status: 200 len: 217 time: 0.0373714 Sep 14 01:16:28.400148 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-b8332355-2361-497d-b910-5bb7c7d2cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:28.402230 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-b8332355-2361-497d-b910-5bb7c7d2cfbd service neutron] 10.222.0.23 "GET /networking/v2.0/subnets?id=c4785a8c-6abf-40c6-a13e-7f1a003e849e HTTP/1.1" status: 200 len: 854 time: 0.0546055 Sep 14 01:16:28.433399 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-749d55a4-5eb9-4fd8-8d61-b53bac0332b6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?network_id=15386b17-d2c8-4a3a-9305-fe8f101d57c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250680 Sep 14 01:16:28.521659 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-308e4b83-b194-45e7-8626-904358d58e65 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821681 Sep 14 01:16:28.607339 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f54bbce4-67cf-439d-811a-d2ffec755c12 req-c2165bfe-4b6e-4461-b5d1-c0859d9de899 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795858 Sep 14 01:16:28.723669 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-04d226f2-e103-4d02-9b84-8e5e7fc6b6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:29.328371 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbc7e-82ad-4e9f-8922-429af7a3f97c req-68fcfcb1-0048-454f-8246-f371f28afd15 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:29.330421 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-adfbbc7e-82ad-4e9f-8922-429af7a3f97c req-68fcfcb1-0048-454f-8246-f371f28afd15 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 943 time: 0.0506840 Sep 14 01:16:29.372051 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:29.377474 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-adfbbc7e-82ad-4e9f-8922-429af7a3f97c req-7c96c57d-0f5d-47e0-a839-adfe938ecbfd tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413027 Sep 14 01:16:29.530504 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 786b0035-6d1a-4be2-a24d-74c565cfb3d8 details requested by agent hyperv_hv-cinder-85752 with host hv-cinder-85752 {{(pid=106461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 01:16:29.634583 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:29.645582 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Returning: {'device': '786b0035-6d1a-4be2-a24d-74c565cfb3d8', 'network_id': '15386b17-d2c8-4a3a-9305-fe8f101d57c4', 'port_id': '786b0035-6d1a-4be2-a24d-74c565cfb3d8', 'mac_address': 'fa:16:3e:44:40:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4785a8c-6abf-40c6-a13e-7f1a003e849e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 01:16:29.680071 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 is: DOWN; New status is: BUILD {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:16:29.680457 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:29.693510 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786b0035-6d1a-4be2-a24d-74c565cfb3d8 {{(pid=106461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 01:16:29.712178 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:29.716163 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:29.760694 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=786b0035-6d1a-4be2-a24d-74c565cfb3d8,revision_number=4']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:29.767668 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.768014 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.768356 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.768723 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.769059 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.769388 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.769713 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.770063 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.770391 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.770718 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.771042 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.771380 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.771705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.772022 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.772338 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:16:29.933109 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] get_ports_and_sgs() called for port_ids ['786b0035-6d1a-4be2-a24d-74c565cfb3d8'] {{(pid=106461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 01:16:30.495248 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2b426-ba4d-4611-8f97-2d0e99b34637 req-febe1a79-35f2-4411-a840-ace7c85f78fb tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:30.496696 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1da2b426-ba4d-4611-8f97-2d0e99b34637 req-febe1a79-35f2-4411-a840-ace7c85f78fb tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 944 time: 0.0462315 Sep 14 01:16:30.522243 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=100 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:30.543504 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-1da2b426-ba4d-4611-8f97-2d0e99b34637 req-bd37e77e-2993-4a66-9145-fdc77dfeb59e tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Sep 14 01:16:30.979240 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f5cde6d2-f4f3-4bd9-97d3-b59d94fe5707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.546338 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 786b0035-6d1a-4be2-a24d-74c565cfb3d8 up at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 01:16:31.590429 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning for port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 completed by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 01:16:31.596980 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.db.provisioning_blocks [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Provisioning complete for port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 triggered by entity L2. {{(pid=106461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 01:16:31.597397 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3485406'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), provisioning_complete {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.597731 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Attempt 1 to provision port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 Sep 14 01:16:31.667938 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce804ed-fff0-4cf3-b2ec-880fd8502c39 req-8e65a870-3a79-48b5-85f5-24fa9fa03b77 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:31.669497 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bce804ed-fff0-4cf3-b2ec-880fd8502c39 req-8e65a870-3a79-48b5-85f5-24fa9fa03b77 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 944 time: 0.0487094 Sep 14 01:16:31.723696 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-bce804ed-fff0-4cf3-b2ec-880fd8502c39 req-05d9b62d-fe2d-4364-9c72-8602e05d5002 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Sep 14 01:16:31.792617 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Current status of the port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 is: BUILD; New status is: ACTIVE {{(pid=106461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 01:16:31.793008 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3639630'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), before_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.815109 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b0035-6d1a-4be2-a24d-74c565cfb3d8'}] {{(pid=106461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:31.817549 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb628ce84cb945aaf9082fd16cd9a277e6e0b7d402d4ed454ad1f2077d1c15ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a5f798-5035-4046-be91-0ee097e2d4a0" -d '{"events": [{"server_uuid": "b3956360-7cb1-4325-b2e4-a620af0e6253", "name": "network-vif-plugged", "status": "completed", "tag": "786b0035-6d1a-4be2-a24d-74c565cfb3d8"}]}' {{(pid=106461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:31.832656 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.db [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] For port 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:31.836814 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737630033062', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737629590995', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737629591013'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:31.883759 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Pushing event updated for resources: {'Port': ['ID=786b0035-6d1a-4be2-a24d-74c565cfb3d8,revision_number=5']} {{(pid=106461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:31.913148 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac2d93-aca9-4384-b173-41284528c7e2 x-openstack-request-id: req-95ac2d93-aca9-4384-b173-41284528c7e2 {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:31.913530 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3956360-7cb1-4325-b2e4-a620af0e6253", "name": "network-vif-plugged", "status": "completed", "tag": "786b0035-6d1a-4be2-a24d-74c565cfb3d8", "code": 200}]} {{(pid=106461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:31.913785 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95ac2d93-aca9-4384-b173-41284528c7e2 {{(pid=106461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:31.914208 dv-cinder-857528-1-smb neutron-server[106461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ac2d93-aca9-4384-b173-41284528c7e2'] response: {'server_uuid': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786b0035-6d1a-4be2-a24d-74c565cfb3d8', 'code': 200} Sep 14 01:16:32.072843 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024f24b-3bb3-4cb6-9f5e-9da3443e5f6d req-554dd0ae-e5ab-4fac-a6c5-2a097fcfd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:32.074331 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f024f24b-3bb3-4cb6-9f5e-9da3443e5f6d req-554dd0ae-e5ab-4fac-a6c5-2a097fcfd3a6 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 1129 time: 0.0374925 Sep 14 01:16:32.116548 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-f024f24b-3bb3-4cb6-9f5e-9da3443e5f6d req-bb9510ca-da80-46f7-b88c-d51214745b0c service neutron] 10.222.0.23 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Sep 14 01:16:32.387919 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:32.841199 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a96ca-f570-4b43-90ab-7e307f5eecbc req-5a56fa95-5a9f-4d9c-a40c-3937cc98cc25 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:32.842669 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c52a96ca-f570-4b43-90ab-7e307f5eecbc req-5a56fa95-5a9f-4d9c-a40c-3937cc98cc25 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0454562 Sep 14 01:16:32.888240 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c52a96ca-f570-4b43-90ab-7e307f5eecbc req-cbf91e29-9314-4ce7-b8bc-96977877fb41 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Sep 14 01:16:33.213388 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:16:33.701020 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:33.763738 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:34.012825 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25694af9-c6be-4d62-9612-f79bf9c31b0b req-ce1421e6-7fc1-4aec-a965-bc2dc8213119 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:34.014316 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25694af9-c6be-4d62-9612-f79bf9c31b0b req-ce1421e6-7fc1-4aec-a965-bc2dc8213119 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Sep 14 01:16:34.060436 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-25694af9-c6be-4d62-9612-f79bf9c31b0b req-36a88bd4-110a-4c6a-ae69-d69b63f3c128 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Sep 14 01:16:43.208434 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.209285 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.752684 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=3,neutron:SELECT=59,neutron:DELETE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.757004 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:43.758428 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:44.054740 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=43 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:44.057428 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=39 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:16:51.248978 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:53.122749 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c6ba4-1d4f-4442-a0fb-058e8cb0ce1d req-dfce6831-242c-45c0-9f05-a0bdbc5f79c4 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:53.124143 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-865c6ba4-1d4f-4442-a0fb-058e8cb0ce1d req-dfce6831-242c-45c0-9f05-a0bdbc5f79c4 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0474057 Sep 14 01:16:53.174244 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-865c6ba4-1d4f-4442-a0fb-058e8cb0ce1d req-be28c73d-ceab-45dc-8d99-cdd4d35ac9af tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445032 Sep 14 01:16:54.293926 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d82c56-8752-4076-a7a7-0b0015b8766d req-e8880ed8-7044-42da-ba76-031d5024b72d tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:54.295291 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00d82c56-8752-4076-a7a7-0b0015b8766d req-e8880ed8-7044-42da-ba76-031d5024b72d tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0461991 Sep 14 01:16:54.344193 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-00d82c56-8752-4076-a7a7-0b0015b8766d req-95d2e481-96d6-4024-8294-a6ce33b761e6 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Sep 14 01:16:55.467446 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45603f79-8f5a-4f80-a7f9-60cecc8af665 req-360f1699-8ca1-4f5c-ab63-6bf698df3556 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:55.468896 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-45603f79-8f5a-4f80-a7f9-60cecc8af665 req-360f1699-8ca1-4f5c-ab63-6bf698df3556 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0449252 Sep 14 01:16:55.514839 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-45603f79-8f5a-4f80-a7f9-60cecc8af665 req-3259d715-4133-4fa9-a3c3-db81a647def6 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Sep 14 01:16:56.631733 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23fd71-5d22-420f-8f9b-9b754f7b6590 req-53d68e98-6b49-40cf-822e-7c8da3deec7a tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:56.633149 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ac23fd71-5d22-420f-8f9b-9b754f7b6590 req-53d68e98-6b49-40cf-822e-7c8da3deec7a tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0449409 Sep 14 01:16:56.678967 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-ac23fd71-5d22-420f-8f9b-9b754f7b6590 req-97afd0df-aa8c-4990-85ce-907bdddc3d9d tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Sep 14 01:16:57.283885 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-e22a8eb9-9bec-4e9d-9df1-ede4b98a6da9 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 01:16:57.285320 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-e22a8eb9-9bec-4e9d-9df1-ede4b98a6da9 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Sep 14 01:16:57.523469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Deleting port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 {{(pid=106459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 01:16:57.523780 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737630032909'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:57.610874 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.db [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] For port 786b0035-6d1a-4be2-a24d-74c565cfb3d8, host hv-cinder-85752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85752',level=0,port_id=786b0035-6d1a-4be2-a24d-74c565cfb3d8,segment=NetworkSegment(be6c2473-7ed3-43e4-a8d0-a98e13f270fd),segment_id=be6c2473-7ed3-43e4-a8d0-a98e13f270fd)] {{(pid=106459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 01:16:57.611219 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1741913'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:57.623719 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.plugin [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Calling delete_port for 786b0035-6d1a-4be2-a24d-74c565cfb3d8 owned by compute:nova {{(pid=106459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 01:16:57.746203 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3640203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737630033547', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737629590986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7464565'] for port (786b0035-6d1a-4be2-a24d-74c565cfb3d8), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:57.785784 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Pushing event deleted for resources: {'Port': ['ID=786b0035-6d1a-4be2-a24d-74c565cfb3d8,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:16:57.822076 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-c579251a-bb01-4bc5-b9ee-25f9de1205ea req-cf6325b1-129d-4cd9-b32a-7da7b5f44c8a tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b3956360-7cb1-4325-b2e4-a620af0e6253 HTTP/1.1" status: 200 len: 210 time: 0.0463395 Sep 14 01:16:57.842330 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] No DVR routers for this DVR port 786b0035-6d1a-4be2-a24d-74c565cfb3d8 on host hv-cinder-85752 {{(pid=106459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 01:16:57.844821 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40550'] for port (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:57.847994 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [req-19bbcfe7-2afb-44c0-8b8c-df8381ba94f2 req-f3ea8987-63a5-4918-86ff-2c8d6d11e510 tempest-VolumesSnapshotTestJSON-1764894132 tempest-VolumesSnapshotTestJSON-1764894132-project] 10.222.0.23 "DELETE /networking/v2.0/ports/786b0035-6d1a-4be2-a24d-74c565cfb3d8 HTTP/1.1" status: 204 len: 173 time: 0.4035728 Sep 14 01:16:57.848478 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'name': 'network-vif-deleted', 'tag': '786b0035-6d1a-4be2-a24d-74c565cfb3d8'}] {{(pid=106459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 01:16:57.850699 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4de7974cd0caeb17ec5038ceeca62771730a6669a76c5c12dbe0e98f4d855bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6acbcc3-feb9-4280-a423-b3e6c3da49bc" -d '{"events": [{"server_uuid": "b3956360-7cb1-4325-b2e4-a620af0e6253", "name": "network-vif-deleted", "tag": "786b0035-6d1a-4be2-a24d-74c565cfb3d8"}]}' {{(pid=106459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 01:16:57.895465 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e21f973-848b-49f5-ad77-c34e66721bb4 x-openstack-request-id: req-8e21f973-848b-49f5-ad77-c34e66721bb4 {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 01:16:57.895942 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3956360-7cb1-4325-b2e4-a620af0e6253", "name": "network-vif-deleted", "tag": "786b0035-6d1a-4be2-a24d-74c565cfb3d8", "status": "completed", "code": 200}]} {{(pid=106459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 01:16:57.896197 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e21f973-848b-49f5-ad77-c34e66721bb4 {{(pid=106459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 01:16:57.896607 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e21f973-848b-49f5-ad77-c34e66721bb4'] response: {'server_uuid': 'b3956360-7cb1-4325-b2e4-a620af0e6253', 'name': 'network-vif-deleted', 'tag': '786b0035-6d1a-4be2-a24d-74c565cfb3d8', 'status': 'completed', 'code': 200} Sep 14 01:16:58.725047 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-2c799240-5c28-40bb-b942-8012bcb8652d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:16:59.724741 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 786b0035-6d1a-4be2-a24d-74c565cfb3d8 no longer exists at agent hyperv_hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 01:16:59.744998 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] No Port match for: 786b0035-6d1a-4be2-a24d-74c565cfb3d8 {{(pid=106461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 01:16:59.745625 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron.plugins.ml2.rpc [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Device 786b0035-6d1a-4be2-a24d-74c565cfb3d8 not bound to the agent host hv-cinder-85752 {{(pid=106461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 01:17:00.980479 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-363db3a5-6335-440b-93c3-b1a61359104c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:02.390622 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:03.704227 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:03.766467 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:07.825896 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:07.827090 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=76,neutron:DELETE=4 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:10.213110 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:17:13.756720 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.760831 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:13.762668 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:14.165357 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:15.947726 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 59820) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:15.996328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.db.db_base_plugin_v2 [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Deleting subnet c4785a8c-6abf-40c6-a13e-7f1a003e849e {{(pid=106460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 01:17:15.999588 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Publish callbacks [] for subnet (c4785a8c-6abf-40c6-a13e-7f1a003e849e), before_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.033744 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8030425'] for subnet (c4785a8c-6abf-40c6-a13e-7f1a003e849e), precommit_delete_associations {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.076064 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3667562'] for subnet (c4785a8c-6abf-40c6-a13e-7f1a003e849e), precommit_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.130995 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3441239', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8334237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7981951'] for subnet (c4785a8c-6abf-40c6-a13e-7f1a003e849e), after_delete {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.157972 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4785a8c-6abf-40c6-a13e-7f1a003e849e,revision_number=None']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:16.160877 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.163383 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c4785a8c-6abf-40c6-a13e-7f1a003e849e HTTP/1.1" status: 204 len: 168 time: 0.2146747 Sep 14 01:17:16.166255 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 59824) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:16.169328 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.169668 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.170029 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.170361 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.170691 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.171029 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.171338 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.171660 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.171977 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.172308 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.172616 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.172935 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.173250 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.173558 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.173893 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087ac181-058f-47e3-a2bf-9445834f4357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:16.236359 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3611167'] for network (15386b17-d2c8-4a3a-9305-fe8f101d57c4), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.311163 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3483201', 'neutron.services.segments.db._delete_segments_for_network-8737629991617'] for network (15386b17-d2c8-4a3a-9305-fe8f101d57c4), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.331089 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15386b17-d2c8-4a3a-9305-fe8f101d57c4']}} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:16.340091 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd') {'for_net_delete': True} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:16.340380 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.services.segments.db [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6c2473-7ed3-43e4-a8d0-a98e13f270fd') {} {{(pid=106459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 01:17:16.350262 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737629991509', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7884227'] for segment (be6c2473-7ed3-43e4-a8d0-a98e13f270fd), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.363563 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806'] for segment (be6c2473-7ed3-43e4-a8d0-a98e13f270fd), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.370323 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 01:17:16.370857 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7464608'] for segment (be6c2473-7ed3-43e4-a8d0-a98e13f270fd), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.434307 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3483256', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1696140'] for network (15386b17-d2c8-4a3a-9305-fe8f101d57c4), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.441874 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586701'] for network (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.444930 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/15386b17-d2c8-4a3a-9305-fe8f101d57c4 HTTP/1.1" status: 204 len: 168 time: 0.2776194 Sep 14 01:17:16.446588 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment be6c2473-7ed3-43e4-a8d0-a98e13f270fd resource provider aggregate not found Sep 14 01:17:16.461036 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6ec59-c808-42d9-81bc-98ba14e99722 admin admin] Pushing event deleted for resources: {'Network': ['ID=15386b17-d2c8-4a3a-9305-fe8f101d57c4,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:16.465921 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.services.segments.plugin [-] Segment be6c2473-7ed3-43e4-a8d0-a98e13f270fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be6c2473-7ed3-43e4-a8d0-a98e13f270fd found for delete ", "request_id": "req-9291c7ce-910f-42fe-afbd-ddbc417a7fe5"}]} Sep 14 01:17:16.555389 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 59834) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:16.595719 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-381e4c0c-78ee-4307-8a21-70100eaf1514 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b5e00099aecd4bd798b292898ab8017d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392134 Sep 14 01:17:16.598065 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 59836) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:16.644400 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40fd6992-7bd0-4c02-a2a7-ea760b27d670 admin admin] Publish callbacks [] for security_group (8cd7cfec-fa3c-4dcb-ab08-a359e22385cf), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.664028 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40fd6992-7bd0-4c02-a2a7-ea760b27d670 admin admin] Publish callbacks [] for security_group (8cd7cfec-fa3c-4dcb-ab08-a359e22385cf), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.714025 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40fd6992-7bd0-4c02-a2a7-ea760b27d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (8cd7cfec-fa3c-4dcb-ab08-a359e22385cf), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.716556 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-40fd6992-7bd0-4c02-a2a7-ea760b27d670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:16.717732 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-40fd6992-7bd0-4c02-a2a7-ea760b27d670 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8cd7cfec-fa3c-4dcb-ab08-a359e22385cf HTTP/1.1" status: 204 len: 168 time: 0.1187737 Sep 14 01:17:16.725663 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd6992-7bd0-4c02-a2a7-ea760b27d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7cfec-fa3c-4dcb-ab08-a359e22385cf,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:21.263984 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.711884 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [-] (106460) accepted ('10.222.0.20', 59902) {{(pid=106460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:22.813195 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-110205db-d790-4783-95bd-631cd952ab56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.888382 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-110205db-d790-4783-95bd-631cd952ab56 admin admin] Publish callbacks [] for security_group (546c677d-3758-4a98-85a5-bdb5ab7e6a6a), precommit_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.892627 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron_lib.callbacks.manager [None req-110205db-d790-4783-95bd-631cd952ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (546c677d-3758-4a98-85a5-bdb5ab7e6a6a), after_create {{(pid=106460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:22.931689 dv-cinder-857528-1-smb neutron-server[106460]: INFO neutron.wsgi [None req-110205db-d790-4783-95bd-631cd952ab56 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5e5dcdeaceca4a18b276cee65a834364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186928 Sep 14 01:17:22.933563 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110205db-d790-4783-95bd-631cd952ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546c677d-3758-4a98-85a5-bdb5ab7e6a6a,revision_number=1']} {{(pid=106460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:22.934356 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.wsgi [-] (106459) accepted ('10.222.0.20', 59906) {{(pid=106459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 01:17:22.983116 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Publish callbacks [] for security_group (546c677d-3758-4a98-85a5-bdb5ab7e6a6a), before_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.003520 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Publish callbacks [] for security_group (546c677d-3758-4a98-85a5-bdb5ab7e6a6a), precommit_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.047917 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1710074'] for security_group (546c677d-3758-4a98-85a5-bdb5ab7e6a6a), after_delete {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.050529 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron_lib.callbacks.manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:23.051705 dv-cinder-857528-1-smb neutron-server[106459]: INFO neutron.wsgi [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/546c677d-3758-4a98-85a5-bdb5ab7e6a6a HTTP/1.1" status: 204 len: 168 time: 0.1163750 Sep 14 01:17:23.059469 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546c677d-3758-4a98-85a5-bdb5ab7e6a6a,revision_number=None']} {{(pid=106459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 01:17:23.067120 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.067467 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.067811 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.068148 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.068483 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.068811 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.069137 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.069460 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.069781 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.070126 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.070588 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.070876 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.071113 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.071434 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:23.071754 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5fadc4-35d1-4dba-a20b-9899693297a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-857528-1-smb {{(pid=106459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 01:17:26.807553 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=11 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:26.819934 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=20 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:28.726850 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6811003a-21ba-4fd7-b6b7-e55c2cb97d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:30.984174 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8ae3785c-0544-442f-b894-91befec1615e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.391442 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:32.928048 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:32.929997 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG dbcounter [-] [106460] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:33.062112 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=65,neutron:DELETE=9 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:33.062969 dv-cinder-857528-1-smb neutron-server[106459]: DEBUG dbcounter [-] [106459] Writing DB stats neutron:SELECT=65,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:33.709196 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:33.767927 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:43.705006 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:43.761864 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:43.763663 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:47.211864 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:17:51.170231 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:51.260358 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:17:57.208412 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:17:58.730026 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-999b83aa-18f9-4dee-8019-68c8ca936450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:00.987080 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d4ff1817-bdf0-4310-bfb6-432d1f83f534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:02.394195 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:03.712007 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:03.771921 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:13.705753 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:13.766116 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=3,neutron:SELECT=16 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:13.767842 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:21.275346 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:24.210647 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:18:28.732864 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-71ee8259-655e-4d83-bf41-b27307e519ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:30.989873 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-e44007fe-dd51-4910-a011-f85a9f6d02d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:32.397770 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.717117 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:33.775487 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:34.206105 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:34.206827 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=5 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:43.765113 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:43.768172 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:43.771098 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:18:51.295771 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:18:58.736169 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-e01aab2d-3ca5-4f0f-8bd2-08fd60ac11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:00.994325 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-c823c991-e0eb-4e8b-be11-20bf0bee0e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:01.208903 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:19:02.399940 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:03.719627 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:03.778890 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:13.768816 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:13.772019 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:13.774733 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:21.298977 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:26.815011 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=16 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:26.821687 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=20 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:28.738309 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fe3bac6f-05b9-4820-bd10-0d4d3ac0472a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:30.995643 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-e8f69648-a272-4ff1-996a-a94ac01eb6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:32.403364 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:33.721721 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:33.786199 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:38.208167 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:19:43.715301 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:43.778179 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:43.782577 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:48.203665 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:48.204578 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:19:51.297631 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:19:58.739303 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-9eb59d58-e9ac-4d00-9fa2-535d3de10258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:00.996422 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-047d4b86-bd81-4352-bce6-c4d1a2aaf408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:02.406900 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:03.724207 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:03.787074 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:13.776705 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:13.781869 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:13.783942 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:15.208677 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:20:21.311421 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:25.203622 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=6 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:27.179538 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:28.744659 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-8247a69f-0fc2-40d2-a575-101b86414404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:30.338590 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [req-fcf50bf7-5f3f-45c7-aae5-287f72c94f3d req-52f6216e-404f-45db-8656-51d087ee14fe service neutron] (106460) timed out ('10.222.0.23', 54876) {{(pid=106460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:20:30.354233 dv-cinder-857528-1-smb neutron-server[106460]: DEBUG neutron.wsgi [req-9575d918-1019-40b3-838f-22d4baf64483 req-ccde42f2-97bb-43eb-a9f6-417a94bcc8ee service neutron] (106460) timed out ('10.222.0.23', 54855) {{(pid=106460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 01:20:30.998678 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-33da674f-d910-415f-a1e6-ddccc4cefc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:32.410659 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:33.726449 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:33.789996 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:46.819971 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:46.831749 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:46.832344 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:51.316886 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:20:52.206921 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:20:56.163064 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:20:58.745043 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-7e8e8d58-fee2-4127-a57e-9e706979f9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:01.003229 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fca3f528-5c52-4f42-ac35-661a14d71b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:02.203020 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=4 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:02.410994 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.728005 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:03.794048 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:13.783804 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:13.787035 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:13.789442 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:21.314822 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:28.746387 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-723ce894-8304-4195-b1ad-8e37e6027a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:29.205417 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:21:31.004789 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-1f42cf5f-a465-43a5-afd2-0dde65e0deac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:32.414564 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:33.732462 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:33.795809 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:39.201369 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=17 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:39.202125 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=17 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:43.787228 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:43.789961 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:43.792417 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:21:51.313041 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-3e1b4b0e-888f-4f41-a3db-37d4be45dfd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8c026522-db0a-4741-9117-88217df4f811), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:21:58.748203 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2b44-8528-4bf9-b0c1-ce8613ad40c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (8bb3fe72-3469-4dcf-9cf7-47c1070d8871), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:01.007952 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-6d80cbc5-6f2b-4c52-8895-5187274ea7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2a173710-bece-4487-b3a6-3a2125c6c374), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:02.416833 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-eab4575e-4c5e-4a69-9de3-226ba761445e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (66191c25-e8b3-4551-a0ce-83f8c58dc4b9), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:03.736024 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-f18a10b9-7e44-4195-a6e9-4707b6a578f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (2422a2d9-3e17-4615-9977-88285873eea8), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:03.800741 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG neutron_lib.callbacks.manager [None req-fa703180-97b8-44d8-86a1-c4732d0f7174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737629991599', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3485184'] for agent (1f4c655e-4f2e-4091-a274-ba6d8749e3f0), after_update {{(pid=106461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 01:22:06.204337 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG neutron.db.agents_db [None req-45b1f683-d431-4113-8144-ef0c8a4857b9 None None] Agent healthcheck: found 6 active agents {{(pid=106462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 01:22:10.173657 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=1 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:13.791099 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:13.794007 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:13.797013 dv-cinder-857528-1-smb neutron-server[106461]: DEBUG dbcounter [-] [106461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 01:22:16.200052 dv-cinder-857528-1-smb neutron-server[106462]: DEBUG dbcounter [-] [106462] Writing DB stats neutron:SELECT=7 {{(pid=106462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}